mirror of
https://github.com/apache/impala.git
synced 2025-12-20 02:20:11 -05:00
c26e3db4bd
Upgrades the impala-shell's bundled version of sqlparse to 0.3.1. There were some API changes in 0.2.0+ that required a re-write of the StripLeadingCommentFilter in impala_shell.py. A slight perf optimization was also added to avoid using the filter altogether if no leading comment is readily discernible. As 0.1.19 was the last version of sqlparse to support python 2.6, this patch also breaks Impala's compatibility with python 2.6. No new tests were added, but all existing tests passed without modification. Change-Id: I77a1fd5ae311634a18ee04b8c389d8a3f3a6e001 Reviewed-on: http://gerrit.cloudera.org:8080/15642 Reviewed-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com> Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
70 lines
1.6 KiB
Python
70 lines
1.6 KiB
Python
# -*- coding: utf-8 -*-
|
|
#
|
|
# Copyright (C) 2009-2018 the sqlparse authors and contributors
|
|
# <see AUTHORS file>
|
|
#
|
|
# This module is part of python-sqlparse and is released under
|
|
# the BSD License: https://opensource.org/licenses/BSD-3-Clause
|
|
#
|
|
# The Token implementation is based on pygment's token system written
|
|
# by Georg Brandl.
|
|
# http://pygments.org/
|
|
|
|
"""Tokens"""
|
|
|
|
|
|
class _TokenType(tuple):
|
|
parent = None
|
|
|
|
def __contains__(self, item):
|
|
return item is not None and (self is item or item[:len(self)] == self)
|
|
|
|
def __getattr__(self, name):
|
|
new = _TokenType(self + (name,))
|
|
setattr(self, name, new)
|
|
new.parent = self
|
|
return new
|
|
|
|
def __repr__(self):
|
|
# self can be False only if its the `root` i.e. Token itself
|
|
return 'Token' + ('.' if self else '') + '.'.join(self)
|
|
|
|
|
|
Token = _TokenType()
|
|
|
|
# Special token types
|
|
Text = Token.Text
|
|
Whitespace = Text.Whitespace
|
|
Newline = Whitespace.Newline
|
|
Error = Token.Error
|
|
# Text that doesn't belong to this lexer (e.g. HTML in PHP)
|
|
Other = Token.Other
|
|
|
|
# Common token types for source code
|
|
Keyword = Token.Keyword
|
|
Name = Token.Name
|
|
Literal = Token.Literal
|
|
String = Literal.String
|
|
Number = Literal.Number
|
|
Punctuation = Token.Punctuation
|
|
Operator = Token.Operator
|
|
Comparison = Operator.Comparison
|
|
Wildcard = Token.Wildcard
|
|
Comment = Token.Comment
|
|
Assignment = Token.Assignment
|
|
|
|
# Generic types for non-source code
|
|
Generic = Token.Generic
|
|
Command = Generic.Command
|
|
|
|
# String and some others are not direct children of Token.
|
|
# alias them:
|
|
Token.Token = Token
|
|
Token.String = String
|
|
Token.Number = Number
|
|
|
|
# SQL specific tokens
|
|
DML = Keyword.DML
|
|
DDL = Keyword.DDL
|
|
CTE = Keyword.CTE
|