jprdonnelly/impala
1
0
Fork 0
mirror of https://github.com/apache/impala.git synced 2025-12-25 02:03:09 -05:00
Code Issues Projects Releases Wiki Activity
Files
ddd82e02b93abe5fba0a971cd993543e7c3ddea1
impala/testdata/workloads/functional-query/queries/QueryTest/iceberg-v2-read-position-deletes-orc.test
Zoltan Borok-Nagy 7a5723c40d IMPALA-13346, IMPALA-13420: Deflake test_read_position_deletes[_orc] 
test_read_position_deletes modifies a table (COMPUTE STATS / DROP STATS)
during its execution. So when the test executes in parallel we can see
inconsistent results.

This change moves the COMPUTE/DROP STATS operations to a separate test
that is executed serially. Also adds SHOW COLUMN STATS which was not
tested before.

Change-Id: Iee8cdac9c631a17436250dc60528a8545e668e2d
Reviewed-on: http://gerrit.cloudera.org:8080/21906
Reviewed-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
2024-10-15 21:40:36 +00:00

291 lines
10 KiB
Plaintext
Raw Blame History

====
---- QUERY
SELECT count(*) from iceberg_v2_no_deletes_orc
---- RESULTS
3
---- TYPES
bigint
---- RUNTIME_PROFILE
aggregation(SUM, NumRowGroups): 0
aggregation(SUM, NumFileMetadataRead): 0
====
---- QUERY
SELECT count(*) from iceberg_v2_positional_delete_all_rows_orc for system_version as of 4807054508647143162
---- RESULTS
3
---- TYPES
bigint
---- RUNTIME_PROFILE
aggregation(SUM, NumOrcStripes): 0
aggregation(SUM, NumFileMetadataRead): 0
====
---- QUERY
SELECT count(*) from iceberg_v2_positional_delete_all_rows_orc
---- RESULTS
0
---- TYPES
bigint
---- RUNTIME_PROFILE
aggregation(SUM, NumOrcStripes): 2
aggregation(SUM, NumFileMetadataRead): 0
====
---- QUERY
SHOW FILES IN iceberg_v2_positional_not_all_data_files_have_delete_files_orc;
---- RESULTS
row_regex:'$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_not_all_data_files_have_delete_files_orc/data/00000-0-data.*.orc','.*','','$ERASURECODE_POLICY'
row_regex:'$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_not_all_data_files_have_delete_files_orc/data/00000-0-data.*.orc','.*','','$ERASURECODE_POLICY'
row_regex:'$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_not_all_data_files_have_delete_files_orc/data/00000-0-data.*.orc','.*','','$ERASURECODE_POLICY'
row_regex:'$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_not_all_data_files_have_delete_files_orc/data/00000-0-data.*.orc','.*','','$ERASURECODE_POLICY'
row_regex:'$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_not_all_data_files_have_delete_files_orc/data/00000-0-delete.*.orc','.*','','$ERASURECODE_POLICY'
row_regex:'$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_not_all_data_files_have_delete_files_orc/data/00000-0-delete.*.orc','.*','','$ERASURECODE_POLICY'
---- TYPES
STRING, STRING, STRING, STRING
====
---- QUERY
SELECT count(*) from iceberg_v2_positional_not_all_data_files_have_delete_files_orc for system_version as of 8476486151350891395
---- RESULTS
7
---- TYPES
bigint
---- RUNTIME_PROFILE
aggregation(SUM, NumOrcStripes): 0
aggregation(SUM, NumFileMetadataRead): 0
====
---- QUERY
SELECT count(*) from iceberg_v2_positional_not_all_data_files_have_delete_files_orc for system_version as of 5003445199566617082
---- RESULTS
9
---- TYPES
bigint
---- RUNTIME_PROFILE
aggregation(SUM, NumOrcStripes): 2
aggregation(SUM, NumFileMetadataRead): 0
====
---- QUERY
SELECT count(*) from iceberg_v2_positional_not_all_data_files_have_delete_files_orc
---- RESULTS
6
---- TYPES
bigint
---- RUNTIME_PROFILE
aggregation(SUM, NumOrcStripes): 4
aggregation(SUM, NumFileMetadataRead): 0
====
---- QUERY
SELECT count(*) from iceberg_v2_partitioned_position_deletes_orc for system_version as of 5416468273053855108
---- RESULTS
20
---- TYPES
bigint
---- RUNTIME_PROFILE
aggregation(SUM, NumOrcStripes): 0
aggregation(SUM, NumFileMetadataRead): 0
====
---- QUERY
SELECT count(*) from iceberg_v2_partitioned_position_deletes_orc
---- RESULTS
10
---- TYPES
bigint
---- RUNTIME_PROFILE
aggregation(SUM, NumOrcStripes): 6
aggregation(SUM, NumFileMetadataRead): 0
====
---- QUERY
SELECT count(*) from iceberg_v2_no_deletes_orc where i = 2;
---- RESULTS
1
---- TYPES
bigint
====
---- QUERY
SELECT count(*) from iceberg_v2_positional_delete_all_rows_orc where i > 2;
---- RESULTS
0
---- TYPES
bigint
====
---- QUERY
SELECT count(*) from iceberg_v2_positional_not_all_data_files_have_delete_files_orc
where i < 4;
---- RESULTS
3
---- TYPES
bigint
====
---- QUERY
SELECT count(*) from iceberg_v2_partitioned_position_deletes_orc
where action = 'click';
---- RESULTS
3
---- TYPES
bigint
====
---- QUERY
SELECT * from iceberg_v2_no_deletes_orc
---- RESULTS
1,'x'
2,'y'
3,'z'
---- TYPES
INT, STRING
====
---- QUERY
SELECT * from iceberg_v2_positional_delete_all_rows_orc;
---- RESULTS
---- TYPES
INT, STRING
====
---- QUERY
SELECT * from iceberg_v2_positional_not_all_data_files_have_delete_files_orc
---- RESULTS
1,'a'
2,'b'
3,'c'
5,'X'
4,'d'
6,'f'
---- TYPES
INT, STRING
====
---- QUERY
SELECT * from iceberg_v2_partitioned_position_deletes_orc
---- RESULTS
6,'Alex','view',2020-01-01 09:00:00
20,'Alex','view',2020-01-01 09:00:00
4,'Alex','view',2020-01-01 09:00:00
18,'Alan','click',2020-01-01 10:00:00
12,'Alan','click',2020-01-01 10:00:00
10,'Alan','click',2020-01-01 10:00:00
2,'Lisa','download',2020-01-01 11:00:00
14,'Lisa','download',2020-01-01 11:00:00
8,'Lisa','download',2020-01-01 11:00:00
16,'Lisa','download',2020-01-01 11:00:00
---- TYPES
INT, STRING, STRING, TIMESTAMP
====
---- QUERY
SELECT strright(upper(input__file__name),90), file__position + 1000, * from iceberg_v2_no_deletes_orc
---- RESULTS
'AGYZ_20220830153046_7C9AAA51-D601-4C5B-A51C-67C1E9E1FE29-JOB_16618645111570_0001-00001.ORC',1000,1,'x'
'AGYZ_20220830153046_7C9AAA51-D601-4C5B-A51C-67C1E9E1FE29-JOB_16618645111570_0001-00001.ORC',1001,2,'y'
'AGYZ_20220830153046_7C9AAA51-D601-4C5B-A51C-67C1E9E1FE29-JOB_16618645111570_0001-00001.ORC',1002,3,'z'
---- TYPES
STRING, BIGINT, INT, STRING
====
---- QUERY
SELECT strright(upper(input__file__name),90), file__position + 1000, * from iceberg_v2_positional_delete_all_rows_orc;
---- RESULTS
---- TYPES
STRING, BIGINT, INT, STRING
====
---- QUERY
SELECT strright(upper(input__file__name),90), file__position + 1000, * from iceberg_v2_positional_not_all_data_files_have_delete_files_orc
---- RESULTS
'AGYZ_20220830155337_FCBDA57D-F37D-48CD-AFE4-28D0BAD0A4C0-JOB_16618645111570_0004-00001.ORC',1000,5,'X'
'AGYZ_20220830155232_F36B3F3E-183A-475A-A7D1-D16898FD4524-JOB_16618645111570_0003-00001.ORC',1000,1,'a'
'AGYZ_20220830155232_F36B3F3E-183A-475A-A7D1-D16898FD4524-JOB_16618645111570_0003-00001.ORC',1001,2,'b'
'AGYZ_20220830155232_F36B3F3E-183A-475A-A7D1-D16898FD4524-JOB_16618645111570_0003-00001.ORC',1002,3,'c'
'AGYZ_20220830155307_610E0B78-1186-477B-A30B-9943CB4E90E9-JOB_16618645111570_0003-00001.ORC',1000,4,'d'
'AGYZ_20220830155307_610E0B78-1186-477B-A30B-9943CB4E90E9-JOB_16618645111570_0003-00001.ORC',1002,6,'f'
---- TYPES
STRING, BIGINT, INT, STRING
====
---- QUERY
SELECT strright(upper(input__file__name),90), file__position + 1000, * from iceberg_v2_partitioned_position_deletes_orc
---- RESULTS
'AGYZ_20220830173852_560D6F0E-8508-42D6-95A7-67BFA860A28C-JOB_16618645111571_0006-00001.ORC',1001,12,'Alan','click',2020-01-01 10:00:00
'AGYZ_20220830173852_560D6F0E-8508-42D6-95A7-67BFA860A28C-JOB_16618645111571_0006-00001.ORC',1003,18,'Alan','click',2020-01-01 10:00:00
'AGYZ_20220830173852_560D6F0E-8508-42D6-95A7-67BFA860A28C-JOB_16618645111571_0006-00001.ORC',1005,10,'Alan','click',2020-01-01 10:00:00
'AGYZ_20220830173852_560D6F0E-8508-42D6-95A7-67BFA860A28C-JOB_16618645111571_0006-00002.ORC',1000,16,'Lisa','download',2020-01-01 11:00:00
'AGYZ_20220830173852_560D6F0E-8508-42D6-95A7-67BFA860A28C-JOB_16618645111571_0006-00002.ORC',1002,2,'Lisa','download',2020-01-01 11:00:00
'AGYZ_20220830173852_560D6F0E-8508-42D6-95A7-67BFA860A28C-JOB_16618645111571_0006-00002.ORC',1004,8,'Lisa','download',2020-01-01 11:00:00
'AGYZ_20220830173852_560D6F0E-8508-42D6-95A7-67BFA860A28C-JOB_16618645111571_0006-00002.ORC',1005,14,'Lisa','download',2020-01-01 11:00:00
'AGYZ_20220830173852_560D6F0E-8508-42D6-95A7-67BFA860A28C-JOB_16618645111571_0006-00003.ORC',1002,20,'Alex','view',2020-01-01 09:00:00
'AGYZ_20220830173852_560D6F0E-8508-42D6-95A7-67BFA860A28C-JOB_16618645111571_0006-00003.ORC',1004,6,'Alex','view',2020-01-01 09:00:00
'AGYZ_20220830173852_560D6F0E-8508-42D6-95A7-67BFA860A28C-JOB_16618645111571_0006-00003.ORC',1007,4,'Alex','view',2020-01-01 09:00:00
---- TYPES
STRING, BIGINT, INT, STRING, STRING, TIMESTAMP
====
---- QUERY
SELECT * from iceberg_v2_no_deletes_orc where i = 2;
---- RESULTS
2,'y'
---- TYPES
INT, STRING
====
---- QUERY
SELECT * from iceberg_v2_positional_delete_all_rows_orc where i > 2;
---- RESULTS
---- TYPES
INT, STRING
====
---- QUERY
SELECT * from iceberg_v2_positional_not_all_data_files_have_delete_files_orc
where i < 4;
---- RESULTS
1,'a'
2,'b'
3,'c'
---- TYPES
INT, STRING
====
---- QUERY
SELECT * from iceberg_v2_partitioned_position_deletes_orc
where action = 'click';
---- RESULTS
18,'Alan','click',2020-01-01 10:00:00
12,'Alan','click',2020-01-01 10:00:00
10,'Alan','click',2020-01-01 10:00:00
---- TYPES
INT, STRING, STRING, TIMESTAMP
====
---- QUERY
SELECT action, count(*) from iceberg_v2_partitioned_position_deletes_orc
group by action;
---- RESULTS
'click',3
'download',4
'view',3
---- TYPES
STRING, BIGINT
====
---- QUERY
with v as (select i + 1000 as ii, upper(s) as ss from iceberg_v2_positional_not_all_data_files_have_delete_files_orc)
select * from v where ii > 1003;
---- RESULTS
1005,'X'
1004,'D'
1006,'F'
---- TYPES
BIGINT, STRING
====
---- QUERY
select *
from functional_parquet.iceberg_v2_partitioned_position_deletes_orc a,
functional_parquet.iceberg_partitioned_orc_external b
where a.action = b.action and b.id=3;
---- RESULTS
12,'Alan','click',2020-01-01 10:00:00,3,'Alan','click'
10,'Alan','click',2020-01-01 10:00:00,3,'Alan','click'
18,'Alan','click',2020-01-01 10:00:00,3,'Alan','click'
---- TYPES
INT, STRING, STRING, TIMESTAMP, INT, STRING, STRING
====
---- QUERY
select a.input__file__name, a.*
from iceberg_partitioned_orc_external a,
iceberg_partitioned_orc_external b
where a.id = b.id and a.action = b.action and b.user = 'Lisa'
order by a.id;
---- RESULTS
regex:'$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/.*orc',2,'Lisa','download'
regex:'$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/.*orc',5,'Lisa','download'
regex:'$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/.*orc',7,'Lisa','download'
regex:'$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/.*orc',8,'Lisa','download'
regex:'$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/.*orc',14,'Lisa','download'
regex:'$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/.*orc',16,'Lisa','download'
---- TYPES
STRING, INT, STRING, STRING
====
Reference in New Issue View Git Blame Copy Permalink