mirror of
https://github.com/apache/impala.git
synced 2025-12-21 02:48:14 -05:00
71c5ec7af5
The only thing this commit does is upgrade sqlparse. The upgrade was done by downloading and extracting the tarball, nothing else (such as patching). The older version of sqlparse would parse SELECT ' ; ' ; into two statements. Neither statement is complete due to the open quote and this would cause an infinite loop. The bug is already fixed in the newest version of sqlparse. Change-Id: I7ce7c269769ae0cde3dc8ca386d0b0e11bea71c1 Reviewed-on: http://gerrit.cloudera.org:8080/102 Reviewed-by: Casey Ching <casey@cloudera.com> Tested-by: Internal Jenkins
81 lines
2.2 KiB
Python
81 lines
2.2 KiB
Python
# Copyright (C) 2008 Andi Albrecht, albrecht.andi@gmail.com
|
|
#
|
|
# This module is part of python-sqlparse and is released under
|
|
# the BSD License: http://www.opensource.org/licenses/bsd-license.php.
|
|
|
|
"""filter"""
|
|
|
|
from sqlparse import lexer
|
|
from sqlparse.engine import grouping
|
|
from sqlparse.engine.filter import StatementFilter
|
|
|
|
# XXX remove this when cleanup is complete
|
|
Filter = object
|
|
|
|
|
|
class FilterStack(object):
|
|
|
|
def __init__(self):
|
|
self.preprocess = []
|
|
self.stmtprocess = []
|
|
self.postprocess = []
|
|
self.split_statements = False
|
|
self._grouping = False
|
|
|
|
def _flatten(self, stream):
|
|
for token in stream:
|
|
if token.is_group():
|
|
for t in self._flatten(token.tokens):
|
|
yield t
|
|
else:
|
|
yield token
|
|
|
|
def enable_grouping(self):
|
|
self._grouping = True
|
|
|
|
def full_analyze(self):
|
|
self.enable_grouping()
|
|
|
|
def run(self, sql, encoding=None):
|
|
stream = lexer.tokenize(sql, encoding)
|
|
# Process token stream
|
|
if self.preprocess:
|
|
for filter_ in self.preprocess:
|
|
stream = filter_.process(self, stream)
|
|
|
|
if (self.stmtprocess or self.postprocess or self.split_statements
|
|
or self._grouping):
|
|
splitter = StatementFilter()
|
|
stream = splitter.process(self, stream)
|
|
|
|
if self._grouping:
|
|
|
|
def _group(stream):
|
|
for stmt in stream:
|
|
grouping.group(stmt)
|
|
yield stmt
|
|
stream = _group(stream)
|
|
|
|
if self.stmtprocess:
|
|
|
|
def _run1(stream):
|
|
ret = []
|
|
for stmt in stream:
|
|
for filter_ in self.stmtprocess:
|
|
filter_.process(self, stmt)
|
|
ret.append(stmt)
|
|
return ret
|
|
stream = _run1(stream)
|
|
|
|
if self.postprocess:
|
|
|
|
def _run2(stream):
|
|
for stmt in stream:
|
|
stmt.tokens = list(self._flatten(stmt.tokens))
|
|
for filter_ in self.postprocess:
|
|
stmt = filter_.process(self, stmt)
|
|
yield stmt
|
|
stream = _run2(stream)
|
|
|
|
return stream
|