jprdonnelly/impala
1
0
Fork 0
mirror of https://github.com/apache/impala.git synced 2026-01-04 09:00:56 -05:00
Code Issues Projects Releases Wiki Activity

Fixed data loading bugs, moved most tables out of load-dependent-tables

Browse Source
This commit is contained in:
Lenni Kuff
2013-03-20 13:45:12 -07:00
committed by Henry Robinson
parent 7584312540
commit 831ee529be
9 changed files with 99 additions and 62 deletions
Download Patch File Download Diff File Expand all files Collapse all files

55
testdata/datasets/functional/functional_schema_template.sql vendored
View File

@@ -1020,3 +1020,58 @@ INSERT OVERWRITE TABLE {db_name}{db_suffix}.{table_name} SELECT * FROM {db_name}
---- LOAD
LOAD DATA LOCAL INPATH '{impala_home}/testdata/UnsupportedTypes/data.csv' OVERWRITE INTO TABLE {db_name}{db_suffix}.{table_name};
====
---- DATASET
functional
---- BASE_TABLE_NAME
old_rcfile_table
---- COLUMNS
key INT
value STRING
---- DEPENDENT_LOAD
LOAD DATA LOCAL INPATH '${{env:IMPALA_HOME}}/testdata/data/oldrcfile.rc' OVERWRITE INTO TABLE {db_name}{db_suffix}.{table_name};
====
---- DATASET
functional
---- BASE_TABLE_NAME
bad_text_lzo
---- COLUMNS
field STRING
---- DEPENDENT_LOAD
-- Error recovery test data for LZO compression.
LOAD DATA LOCAL INPATH '${{env:IMPALA_HOME}}/testdata/bad_text_lzo/bad_text.lzo' OVERWRITE INTO TABLE {db_name}{db_suffix}.{table_name};
====
---- DATASET
functional
---- BASE_TABLE_NAME
bad_seq_snap
---- COLUMNS
field STRING
---- DEPENDENT_LOAD
-- This data file contains format errors and is accessed by the unit test: sequence-file-recover-test.
LOAD DATA LOCAL INPATH '${{env:IMPALA_HOME}}/testdata/bad_seq_snap/bad_file' OVERWRITE INTO TABLE {db_name}{db_suffix}.{table_name};
====
---- DATASET
functional
---- BASE_TABLE_NAME
map_table
---- CREATE
-- For structured-type testing
DROP TABLE IF EXISTS map_table;
CREATE TABLE {db_name}{db_suffix}.{table_name} (map_col map<int, string>);
====
---- DATASET
functional
---- BASE_TABLE_NAME
array_table
---- CREATE
-- For structured-type testing
CREATE TABLE {db_name}{db_suffix}.{table_name} (array_col array<int>);
====
---- DATASET
functional
---- BASE_TABLE_NAME
array_table
---- CREATE
-- For structured-type testing
CREATE TABLE {db_name}{db_suffix}.{table_name} (array_col array<int>);
====

15
testdata/datasets/functional/schema_constraints.csv vendored
View File

@@ -7,7 +7,14 @@ table_name:hbasealltypesagg, constraint:restrict_to, table_format:text/none/none
table_name:hbasealltypeserror, constraint:restrict_to, table_format:text/none/none
table_name:hbasealltypeserrornonulls, constraint:restrict_to, table_format:text/none/none
table_name:hbasestringids, constraint:restrict_to, table_format:text/none/none
table_name:escapechartesttable, constraint:exclude, file_format:parquet
table_name:nulltable, constraint:exclude, file_format:parquet
table_name:nullescapedtable, constraint:exclude, file_format:parquet
table_name:TblWithRaggedColumns, constraint:exclude, file_format:parquet
table_name:old_rcfile_table, constraint:restrict_to, table_format:rc/none/none
table_name:bad_text_lzo, constraint:restrict_to, table_format:text/lzo/block
table_name:bad_seq_snap, constraint:restrict_to, table_format:seq/snap/block
table_name:map_table, constraint:restrict_to, table_format:text/none/none
table_name:array_table, constraint:restrict_to, table_format:text/none/none
table_name:escapechartesttable, constraint:exclude, table_format:parquet
table_name:nulltable, constraint:exclude, table_format:parquet
table_name:nullescapedtable, constraint:exclude, table_format:parquet
table_name:TblWithRaggedColumns, constraint:exclude, table_format:parquet
1 # Table level constraints:
7 table_name:hbasealltypeserror, constraint:restrict_to, table_format:text/none/none
8 table_name:hbasealltypeserrornonulls, constraint:restrict_to, table_format:text/none/none
9 table_name:hbasestringids, constraint:restrict_to, table_format:text/none/none
10 table_name:escapechartesttable, constraint:exclude, file_format:parquet table_name:old_rcfile_table, constraint:restrict_to, table_format:rc/none/none
11 table_name:nulltable, constraint:exclude, file_format:parquet table_name:bad_text_lzo, constraint:restrict_to, table_format:text/lzo/block
12 table_name:nullescapedtable, constraint:exclude, file_format:parquet table_name:bad_seq_snap, constraint:restrict_to, table_format:seq/snap/block
13 table_name:TblWithRaggedColumns, constraint:exclude, file_format:parquet table_name:map_table, constraint:restrict_to, table_format:text/none/none
14 table_name:array_table, constraint:restrict_to, table_format:text/none/none
15 table_name:escapechartesttable, constraint:exclude, table_format:parquet
16 table_name:nulltable, constraint:exclude, table_format:parquet
17 table_name:nullescapedtable, constraint:exclude, table_format:parquet
18 table_name:TblWithRaggedColumns, constraint:exclude, table_format:parquet
19
20