mirror of
https://github.com/apache/impala.git
synced 2025-12-19 18:12:08 -05:00
5c415545ea
test_scan_metrics_in_profile was querying pre-written Iceberg V2 tables. The position delete files of such tables contain hard-coded URIs of data files, i.e. URIs that start with "hdfs://localhost...". Therefore the test only worked well in HDFS builds. This patch splits the test into two parts: * test_scan_metrics_in_profile_basic: it works on all storage systems as it only works on Iceberg tables that don't have delete files. * test_scan_metrics_in_profile_with_deletes: uses Iceberg tables that have delete files, therefore it is only executed on HDFS. Change-Id: I80a7c6469a7f56b58254e1327a05ef7b3dc9c9ff Reviewed-on: http://gerrit.cloudera.org:8080/22931 Reviewed-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com> Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
30 lines
913 B
Plaintext
30 lines
913 B
Plaintext
====
|
|
---- QUERY
|
|
select * from functional_parquet.iceberg_partitioned
|
|
---- RUNTIME_PROFILE
|
|
Iceberg Plan Metrics for Node 00:
|
|
Planning done without Iceberg: no Iceberg scan metrics available.
|
|
====
|
|
---- QUERY
|
|
# Filtering on a partition column pushes the predicate down to Iceberg, so we have metrics.
|
|
select * from functional_parquet.iceberg_partitioned where action='download'
|
|
---- RUNTIME_PROFILE
|
|
Iceberg Plan Metrics for Node 00:
|
|
row_regex:.*total-planning-duration: .+
|
|
result-data-files: 6
|
|
result-delete-files: 0
|
|
total-data-manifests: 1
|
|
total-delete-manifests: 0
|
|
scanned-data-manifests: 1
|
|
skipped-data-manifests: 0
|
|
row_regex:.*total-file-size-in-bytes: .+ \(\d+\)
|
|
row_regex:.*total-delete-file-size-in-bytes: .+ \(\d+\)
|
|
skipped-data-files: 14
|
|
skipped-delete-files: 0
|
|
scanned-delete-manifests: 0
|
|
skipped-delete-manifests: 0
|
|
indexed-delete-files: 0
|
|
equality-delete-files: 0
|
|
positional-delete-files: 0
|
|
====
|