mirror of
https://github.com/apache/impala.git
synced 2025-12-20 10:29:58 -05:00
71c5ec7af5
The only thing this commit does is upgrade sqlparse. The upgrade was done by downloading and extracting the tarball, nothing else (such as patching). The older version of sqlparse would parse SELECT ' ; ' ; into two statements. Neither statement is complete due to the open quote and this would cause an infinite loop. The bug is already fixed in the newest version of sqlparse. Change-Id: I7ce7c269769ae0cde3dc8ca386d0b0e11bea71c1 Reviewed-on: http://gerrit.cloudera.org:8080/102 Reviewed-by: Casey Ching <casey@cloudera.com> Tested-by: Internal Jenkins
84 lines
2.0 KiB
Python
84 lines
2.0 KiB
Python
# Copyright (C) 2008 Andi Albrecht, albrecht.andi@gmail.com
|
|
#
|
|
# This module is part of python-sqlparse and is released under
|
|
# the BSD License: http://www.opensource.org/licenses/bsd-license.php.
|
|
|
|
# The Token implementation is based on pygment's token system written
|
|
# by Georg Brandl.
|
|
# http://pygments.org/
|
|
|
|
"""Tokens"""
|
|
|
|
|
|
class _TokenType(tuple):
|
|
parent = None
|
|
|
|
def split(self):
|
|
buf = []
|
|
node = self
|
|
while node is not None:
|
|
buf.append(node)
|
|
node = node.parent
|
|
buf.reverse()
|
|
return buf
|
|
|
|
def __contains__(self, val):
|
|
return val is not None and (self is val or val[:len(self)] == self)
|
|
|
|
def __getattr__(self, val):
|
|
if not val or not val[0].isupper():
|
|
return tuple.__getattribute__(self, val)
|
|
new = _TokenType(self + (val,))
|
|
setattr(self, val, new)
|
|
new.parent = self
|
|
return new
|
|
|
|
def __hash__(self):
|
|
return hash(tuple(self))
|
|
|
|
def __repr__(self):
|
|
return 'Token' + (self and '.' or '') + '.'.join(self)
|
|
|
|
|
|
Token = _TokenType()
|
|
|
|
# Special token types
|
|
Text = Token.Text
|
|
Whitespace = Text.Whitespace
|
|
Newline = Whitespace.Newline
|
|
Error = Token.Error
|
|
# Text that doesn't belong to this lexer (e.g. HTML in PHP)
|
|
Other = Token.Other
|
|
|
|
# Common token types for source code
|
|
Keyword = Token.Keyword
|
|
Name = Token.Name
|
|
Literal = Token.Literal
|
|
String = Literal.String
|
|
Number = Literal.Number
|
|
Punctuation = Token.Punctuation
|
|
Operator = Token.Operator
|
|
Comparison = Operator.Comparison
|
|
Wildcard = Token.Wildcard
|
|
Comment = Token.Comment
|
|
Assignment = Token.Assignement
|
|
|
|
# Generic types for non-source code
|
|
Generic = Token.Generic
|
|
|
|
# String and some others are not direct childs of Token.
|
|
# alias them:
|
|
Token.Token = Token
|
|
Token.String = String
|
|
Token.Number = Number
|
|
|
|
# SQL specific tokens
|
|
DML = Keyword.DML
|
|
DDL = Keyword.DDL
|
|
Command = Keyword.Command
|
|
|
|
Group = Token.Group
|
|
Group.Parenthesis = Token.Group.Parenthesis
|
|
Group.Comment = Token.Group.Comment
|
|
Group.Where = Token.Group.Where
|