mirror of
https://github.com/apache/impala.git
synced 2026-01-09 06:05:09 -05:00
3ff3559805
At the same time, this patch removes the partitionKeyRegex in favour of explicitly sending a list of literal expressions for each file path from the front end.
23 lines
1.6 KiB
SQL
23 lines
1.6 KiB
SQL
-- Load tables that depend upon local /testdata/data/test-warehouse existing
|
|
|
|
-- Load a mixed-format table. Hive behaves oddly when mixing formats,
|
|
-- but the following incantation ensures that the result is a
|
|
-- three-partition table. First is text format, second is sequence
|
|
-- file, third is RC file. Must be called after test-warehouse is
|
|
-- successfully populated
|
|
INSERT OVERWRITE TABLE alltypesmixedformat PARTITION (year=2009, month=1)
|
|
SELECT id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, date_string_col, string_col, timestamp_col
|
|
FROM alltypes WHERE year=2009 and month=1;
|
|
ALTER TABLE alltypesmixedformat ADD PARTITION (year=2009, month=2);
|
|
ALTER TABLE alltypesmixedformat ADD PARTITION (year=2009, month=3);
|
|
|
|
ALTER TABLE alltypesmixedformat SET FILEFORMAT SEQUENCEFILE;
|
|
LOAD DATA LOCAL INPATH '${env:IMPALA_HOME}/testdata/data/test-warehouse/alltypes_seq/year=2009/month=2/000000_0' OVERWRITE INTO TABLE alltypesmixedformat PARTITION (year=2009, month=2);
|
|
ALTER TABLE alltypesmixedformat SET FILEFORMAT RCFILE;
|
|
LOAD DATA LOCAL INPATH '${env:IMPALA_HOME}/testdata/data/test-warehouse/alltypes_rc/year=2009/month=3/000000_0' OVERWRITE INTO TABLE alltypesmixedformat PARTITION (year=2009, month=3);
|
|
|
|
ALTER TABLE alltypesmixedformat PARTITION (year=2009, month=1) SET FILEFORMAT TEXTFILE;
|
|
ALTER TABLE alltypesmixedformat PARTITION (year=2009, month=1) SET SERDEPROPERTIES('field.delim'=',', 'escape.delim'='\\');
|
|
ALTER TABLE alltypesmixedformat PARTITION(year=2009, month=2) SET SERDEPROPERTIES('field.delim'='\001');
|
|
ALTER TABLE alltypesmixedformat PARTITION (year=2009, month=2) SET FILEFORMAT SEQUENCEFILE;
|