mirror of
https://github.com/apache/impala.git
synced 2026-01-07 18:02:33 -05:00
074e5b4349
Many python files had a hashbang and the executable bit set though they were not intended to be run a standalone script. That makes determining which python files are actually scripts very difficult. A future patch will update the hashbang in real python scripts so they use $IMPALA_HOME/bin/impala-python. Change-Id: I04eafdc73201feefe65b85817a00474e182ec2ba Reviewed-on: http://gerrit.cloudera.org:8080/599 Reviewed-by: Casey Ching <casey@cloudera.com> Reviewed-by: Taras Bobrovytsky <tbobrovytsky@cloudera.com> Tested-by: Internal Jenkins
121 lines
4.9 KiB
Python
121 lines
4.9 KiB
Python
# Copyright (c) 2012 Cloudera, Inc. All rights reserved.
|
|
#
|
|
import logging
|
|
import os
|
|
import pytest
|
|
from copy import copy
|
|
from tests.common.test_vector import *
|
|
from tests.common.impala_test_suite import *
|
|
from tests.common.skip import SkipIfS3
|
|
from tests.util.filesystem_utils import WAREHOUSE
|
|
|
|
@SkipIfS3.insert
|
|
class TestStringQueries(ImpalaTestSuite):
|
|
@classmethod
|
|
def get_workload(cls):
|
|
return 'functional-query'
|
|
|
|
def setup_method(self, method):
|
|
self.__cleanup_char_tables()
|
|
self.__create_char_tables()
|
|
|
|
def teardown_method(self, method):
|
|
self.__cleanup_char_tables()
|
|
|
|
def __cleanup_char_tables(self):
|
|
self.client.execute('drop table if exists functional.test_char_tmp');
|
|
self.client.execute('drop table if exists functional.test_varchar_tmp');
|
|
self.client.execute('drop table if exists functional.allchars');
|
|
self.client.execute('drop table if exists functional.allchars_par');
|
|
self.client.execute('drop table if exists functional.test_char_nulls');
|
|
|
|
def __create_char_tables(self):
|
|
self.client.execute(
|
|
'create table if not exists ' +
|
|
'functional.test_varchar_tmp (vc varchar(5))')
|
|
self.client.execute(
|
|
'create table if not exists functional.test_char_tmp (c char(5))')
|
|
self.client.execute(
|
|
'create table if not exists functional.allchars ' +
|
|
'(cshort char(5), clong char(140), vc varchar(5))')
|
|
self.client.execute(
|
|
'create table if not exists functional.allchars_par ' +
|
|
'(cshort char(5), clong char(140), vc varchar(5)) stored as parquet')
|
|
|
|
# Regression test for IMPALA-1339
|
|
self.client.execute('create table if not exists ' +
|
|
'''functional.test_char_nulls ( c20 char(20),
|
|
c40 char(40),
|
|
c60 char(60),
|
|
c80 char(80),
|
|
c81 char(81),
|
|
c82 char(82),
|
|
c100 char(100),
|
|
c120 char(120),
|
|
c140 char(140))''')
|
|
self.client.execute('insert into functional.test_char_nulls ' +
|
|
'values (NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL)');
|
|
self.client.execute('insert into functional.test_char_nulls ' +
|
|
'values (NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL)');
|
|
|
|
@classmethod
|
|
def add_test_dimensions(cls):
|
|
super(TestStringQueries, cls).add_test_dimensions()
|
|
cls.TestMatrix.add_dimension(
|
|
create_exec_option_dimension(disable_codegen_options=[False, True]))
|
|
cls.TestMatrix.add_constraint(lambda v:\
|
|
v.get_value('table_format').file_format in ['text'] and
|
|
v.get_value('table_format').compression_codec in ['none'])
|
|
|
|
@pytest.mark.execute_serially
|
|
def test_varchar(self, vector):
|
|
self.run_test_case('QueryTest/chars', vector)
|
|
|
|
class TestCharFormats(ImpalaTestSuite):
|
|
@classmethod
|
|
def get_workload(cls):
|
|
return 'functional-query'
|
|
|
|
def setup_method(self, method):
|
|
self.__create_char_tables()
|
|
|
|
def __create_char_tables(self):
|
|
self.client.execute('''create external table if not exists
|
|
functional_parquet.chars_formats
|
|
(cs CHAR(5), cl CHAR(140), vc VARCHAR(32))
|
|
STORED AS PARQUET
|
|
LOCATION "/test-warehouse/chars_formats_parquet"''')
|
|
self.client.execute('''create external table if not exists
|
|
functional.chars_formats
|
|
(cs CHAR(5), cl CHAR(140), vc VARCHAR(32))
|
|
ROW FORMAT delimited fields terminated by ',' escaped by '\\\\'
|
|
STORED AS TEXTFILE
|
|
LOCATION "/test-warehouse/chars_formats_text"
|
|
''')
|
|
self.client.execute('''create external table if not exists
|
|
functional_avro_snap.chars_formats
|
|
(cs CHAR(5), cl CHAR(140), vc VARCHAR(32))
|
|
STORED AS AVRO
|
|
LOCATION "/test-warehouse/chars_formats_avro_snap"
|
|
TBLPROPERTIES ('avro.schema.literal'='{"type":"record",
|
|
"name":"CharTypesTest","doc":"Schema generated by Kite",
|
|
"fields":[
|
|
{"name":"cs","type":["null","string"], "doc":"Type inferred"},
|
|
{"name":"cl","type":["null","string"], "doc":"Type inferred"},
|
|
{"name":"vc","type":["null","string"],"doc":"Type inferred"}]}')''')
|
|
|
|
@classmethod
|
|
def add_test_dimensions(cls):
|
|
super(TestCharFormats, cls).add_test_dimensions()
|
|
cls.TestMatrix.add_dimension(
|
|
create_exec_option_dimension(disable_codegen_options=[False, True]))
|
|
cls.TestMatrix.add_constraint(lambda v:
|
|
(v.get_value('table_format').file_format in ['avro'] and
|
|
v.get_value('table_format').compression_codec in ['snap']) or
|
|
v.get_value('table_format').file_format in ['parquet'] or
|
|
(v.get_value('table_format').file_format in ['text'] and
|
|
v.get_value('table_format').compression_codec in ['none']))
|
|
|
|
def test_char_format(self, vector):
|
|
self.run_test_case('QueryTest/chars-formats', vector)
|