mirror of
https://github.com/apache/impala.git
synced 2026-01-27 06:10:53 -05:00
b770d2d378
HIVE-22794 disallows ACID tables outside of the 'managed' warehouse directory. This change updates data loading to make it conform to the new rules. The following tests had to be modified to use the new paths: * AnalyzeDDLTest.TestCreateTableLikeFileOrc() * create-table-like-file-orc.test Change-Id: Id3b65f56bf7f225b1d29aa397f987fdd7eb7176c Reviewed-on: http://gerrit.cloudera.org:8080/15708 Reviewed-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com> Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
135 lines
4.8 KiB
Plaintext
135 lines
4.8 KiB
Plaintext
====
|
|
---- HIVE_QUERY
|
|
use $DATABASE;
|
|
create external table copy_decimal_tiny
|
|
stored as orc
|
|
tblproperties ('external.table.purge'='TRUE')
|
|
as select * from functional_orc_def.decimal_tiny;
|
|
====
|
|
---- QUERY
|
|
create table $DATABASE.temp_decimal_table_orc like ORC
|
|
'$FILESYSTEM_PREFIX/test-warehouse/$DATABASE.db/copy_decimal_tiny/000000_0'
|
|
---- RESULTS
|
|
'Table has been created.'
|
|
====
|
|
---- QUERY
|
|
describe $DATABASE.temp_decimal_table_orc
|
|
---- RESULTS
|
|
'c1','decimal(10,4)','Inferred from ORC file.'
|
|
'c2','decimal(15,5)','Inferred from ORC file.'
|
|
'c3','decimal(1,1)','Inferred from ORC file.'
|
|
---- TYPES
|
|
STRING, STRING, STRING
|
|
====
|
|
---- QUERY
|
|
create table $DATABASE.temp_chars_table like ORC
|
|
'$NAMENODE/$MANAGED_WAREHOUSE_DIR/chars_tiny_orc_def/base_0000001/bucket_00000_0'
|
|
---- RESULTS
|
|
'Table has been created.'
|
|
====
|
|
---- QUERY
|
|
describe $DATABASE.temp_chars_table
|
|
---- RESULTS
|
|
'operation','int','Inferred from ORC file.'
|
|
'originaltransaction','bigint','Inferred from ORC file.'
|
|
'rowid','bigint','Inferred from ORC file.'
|
|
'bucket','int','Inferred from ORC file.'
|
|
'currenttransaction','bigint','Inferred from ORC file.'
|
|
'row','struct<\n cs:char(5),\n cl:char(140),\n vc:varchar(32)\n>','Inferred from ORC file.'
|
|
---- TYPES
|
|
STRING, STRING, STRING
|
|
====
|
|
---- HIVE_QUERY
|
|
use $DATABASE;
|
|
create external table copy_zipcode_incomes
|
|
stored as orc
|
|
tblproperties ('external.table.purge'='TRUE')
|
|
as select * from functional_orc_def.zipcode_incomes;
|
|
====
|
|
---- QUERY
|
|
create table $DATABASE.like_zipcodes_file_orc like ORC
|
|
'$FILESYSTEM_PREFIX/test-warehouse/$DATABASE.db/copy_zipcode_incomes/000000_0'
|
|
---- RESULTS
|
|
'Table has been created.'
|
|
====
|
|
---- QUERY
|
|
describe $DATABASE.like_zipcodes_file_orc
|
|
---- RESULTS
|
|
'id','string','Inferred from ORC file.'
|
|
'zip','string','Inferred from ORC file.'
|
|
'description1','string','Inferred from ORC file.'
|
|
'description2','string','Inferred from ORC file.'
|
|
'income','int','Inferred from ORC file.'
|
|
---- TYPES
|
|
STRING, STRING, STRING
|
|
====
|
|
---- HIVE_QUERY
|
|
use $DATABASE;
|
|
create external table copy_alltypestiny
|
|
stored as orc
|
|
tblproperties ('external.table.purge'='TRUE')
|
|
as select id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col,
|
|
double_col, date_string_col, string_col, timestamp_col
|
|
from functional_orc_def.alltypestiny;
|
|
====
|
|
---- QUERY
|
|
create table $DATABASE.like_alltypestiny_file_orc like ORC
|
|
'$FILESYSTEM_PREFIX/test-warehouse/$DATABASE.db/copy_alltypestiny/000000_0'
|
|
---- RESULTS
|
|
'Table has been created.'
|
|
====
|
|
---- QUERY
|
|
describe $DATABASE.like_alltypestiny_file_orc
|
|
---- RESULTS
|
|
'id','int','Inferred from ORC file.'
|
|
'bool_col','boolean','Inferred from ORC file.'
|
|
'tinyint_col','tinyint','Inferred from ORC file.'
|
|
'smallint_col','smallint','Inferred from ORC file.'
|
|
'int_col','int','Inferred from ORC file.'
|
|
'bigint_col','bigint','Inferred from ORC file.'
|
|
'float_col','float','Inferred from ORC file.'
|
|
'double_col','double','Inferred from ORC file.'
|
|
'date_string_col','string','Inferred from ORC file.'
|
|
'string_col','string','Inferred from ORC file.'
|
|
'timestamp_col','timestamp','Inferred from ORC file.'
|
|
---- TYPES
|
|
STRING, STRING, STRING
|
|
====
|
|
---- QUERY
|
|
create table non_transactional_complextypes_clone like ORC
|
|
'$FILESYSTEM_PREFIX/test-warehouse/complextypestbl_non_transactional_orc_def/nullable.orc'
|
|
---- RESULTS
|
|
'Table has been created.'
|
|
====
|
|
---- QUERY
|
|
describe non_transactional_complextypes_clone
|
|
---- RESULTS
|
|
'id','bigint','Inferred from ORC file.'
|
|
'int_array','array<int>','Inferred from ORC file.'
|
|
'int_array_array','array<array<int>>','Inferred from ORC file.'
|
|
'int_map','map<string,int>','Inferred from ORC file.'
|
|
'int_map_array','array<map<string,int>>','Inferred from ORC file.'
|
|
'nested_struct','struct<\n a:int,\n b:array<int>,\n c:struct<\n d:array<array<struct<\n e:int,\n f:string\n >>>\n >,\n g:map<string,struct<\n h:struct<\n i:array<double>\n >\n >>\n>','Inferred from ORC file.'
|
|
---- TYPES
|
|
STRING, STRING, STRING
|
|
====
|
|
---- QUERY
|
|
create external table transactional_complextypes_clone like ORC
|
|
'$NAMENODE/$MANAGED_WAREHOUSE_DIR/complextypestbl_orc_def/base_0000001/bucket_00000_0'
|
|
stored as orc;
|
|
---- RESULTS
|
|
'Table has been created.'
|
|
====
|
|
---- QUERY
|
|
describe transactional_complextypes_clone
|
|
---- RESULTS
|
|
'operation','int','Inferred from ORC file.'
|
|
'originaltransaction','bigint','Inferred from ORC file.'
|
|
'bucket','int','Inferred from ORC file.'
|
|
'rowid','bigint','Inferred from ORC file.'
|
|
'currenttransaction','bigint','Inferred from ORC file.'
|
|
'row','struct<\n id:bigint,\n int_array:array<int>,\n int_array_array:array<array<int>>,\n int_map:map<string,int>,\n int_map_array:array<map<string,int>>,\n nested_struct:struct<\n a:int,\n b:array<int>,\n c:struct<\n d:array<array<struct<\n e:int,\n f:string\n >>>\n >,\n g:map<string,struct<\n h:struct<\n i:array<double>\n >\n >>\n >\n>','Inferred from ORC file.'
|
|
---- TYPES
|
|
STRING, STRING, STRING
|
|
====
|