mirror of
https://github.com/apache/impala.git
synced 2025-12-19 18:12:08 -05:00
048b5689fd
IMPALA-13947 changes the use_local_catalog default to true. This causes failure for when the use_calcite_planner query option is set to true. The Calcite planner was only handling HdfsTable table types. It will now handle LocalFsTable table types as well. Currently, if table num rows is missing from table, Calcite planner will load all partitions to estimate by iterating all partitions. This is inefficent in local catalog mode and ideally should happen later after partition prunning. Follow up work is needed to improve this. Testing: Reenable local catalog mode in TestCalcitePlanner.test_calcite_frontend TestWorkloadManagementSQLDetailsCalcite.test_tpcds_8_decimal Co-authored-by: Riza Suminto Change-Id: Ic855779aa64d11b7a8b19dd261c0164e65604e44 Reviewed-on: http://gerrit.cloudera.org:8080/23341 Reviewed-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com> Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
459 lines
22 KiB
Python
459 lines
22 KiB
Python
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from __future__ import absolute_import, division, print_function
|
|
|
|
import os
|
|
|
|
from impala_thrift_gen.SystemTables.ttypes import TQueryTableColumn
|
|
from tests.common.custom_cluster_test_suite import CustomClusterTestSuite
|
|
from tests.common.skip import SkipIfExploration
|
|
from tests.common.test_dimensions import hs2_client_protocol_dimension
|
|
from tests.common.wm_test_suite import WorkloadManagementTestSuite
|
|
from tests.util.workload_management import assert_csv_col, QUERY_TBL_LOG
|
|
|
|
|
|
@SkipIfExploration.is_not_exhaustive()
|
|
@CustomClusterTestSuite.with_args(
|
|
cluster_size=1, disable_log_buffering=True, workload_mgmt=True,
|
|
impalad_args="--query_log_max_queued=1")
|
|
class TestWorkloadManagementSQLDetails(WorkloadManagementTestSuite):
|
|
"""Tests that ensure the workload management data describing the details of the sql
|
|
statement values (columns tables_queried, select_columns, where_columns,
|
|
join_columns, aggregate_columns, and orderby_columns) in the completed
|
|
queried table are correct. Since these fields were added to the query profile at the
|
|
the same time they were added to the database table, a comparison between the query
|
|
profile and the value stored in the database table does not actually assert the
|
|
correctness of this data."""
|
|
|
|
@classmethod
|
|
def add_test_dimensions(cls):
|
|
super(TestWorkloadManagementSQLDetails, cls).add_test_dimensions()
|
|
cls.ImpalaTestMatrix.add_dimension(hs2_client_protocol_dimension())
|
|
|
|
# Assert tables queried.
|
|
def _assert_all(self, vector, query, expected_tables_queried, expected_select_cols,
|
|
expected_where_cols, expected_join_cols, expected_aggregate_cols,
|
|
expected_orderby_cols, db="tpcds"):
|
|
"""Runs the provided query ensuring it completed successfully and asserts the correct
|
|
information is stored in the query log table. If the 'db' parameter is not empty,
|
|
this function first runs a 'use' query to switch to the specified database."""
|
|
client = self.get_client(vector.get_value("protocol"))
|
|
|
|
if db != "":
|
|
assert client.execute("use {}".format(db)).success
|
|
res = client.execute(query)
|
|
assert res.success
|
|
|
|
# Wait for the query to be written to the completed queries table.
|
|
self.cluster.get_first_impalad().service.wait_for_metric_value(
|
|
"impala-server.completed-queries.queued", 0, 60)
|
|
|
|
# Assert tables queried.
|
|
assert_csv_col(client, QUERY_TBL_LOG, TQueryTableColumn.TABLES_QUERIED, res.query_id,
|
|
expected_tables_queried, db)
|
|
|
|
# Assert select columns.
|
|
assert_csv_col(client, QUERY_TBL_LOG, TQueryTableColumn.SELECT_COLUMNS, res.query_id,
|
|
expected_select_cols, db)
|
|
|
|
# Assert where columns.
|
|
assert_csv_col(client, QUERY_TBL_LOG, TQueryTableColumn.WHERE_COLUMNS, res.query_id,
|
|
expected_where_cols, db)
|
|
|
|
# Assert join columns.
|
|
assert_csv_col(client, QUERY_TBL_LOG, TQueryTableColumn.JOIN_COLUMNS, res.query_id,
|
|
expected_join_cols, db)
|
|
|
|
# Aggregate Columns
|
|
assert_csv_col(client, QUERY_TBL_LOG, TQueryTableColumn.AGGREGATE_COLUMNS,
|
|
res.query_id, expected_aggregate_cols, db)
|
|
|
|
# OrderBy Columns
|
|
assert_csv_col(client, QUERY_TBL_LOG, TQueryTableColumn.ORDERBY_COLUMNS,
|
|
res.query_id, expected_orderby_cols, db)
|
|
|
|
def _run_test(self, vector, tpcds_query_num, expected_tables_queried, expected_select,
|
|
expected_where, expected_join, expected_aggregate, expected_orderby):
|
|
"""Runs a single tpcds query from the testdata/worklods/tpcds/queries/raw folder and
|
|
asserts the data written in the completed queries table about the tables queried,
|
|
and query columns."""
|
|
|
|
# Read the text of the tpcds query from its raw file.
|
|
with open(os.path.join(os.environ["IMPALA_WORKLOAD_DIR"], "tpcds",
|
|
"queries", "raw", "tpcds-query{}.sql".format(tpcds_query_num))) as file:
|
|
query_text = file.read().lower().replace("\t", " ")
|
|
|
|
# Execute the query and perform assertions.
|
|
self._assert_all(vector, query_text, expected_tables_queried, expected_select,
|
|
expected_where, expected_join, expected_aggregate, expected_orderby)
|
|
|
|
def test_tpcds_1(self, vector):
|
|
"""Asserts the values inserted into the workload management table columns match
|
|
what is expected for TPCDS query 1.
|
|
|
|
Query 1 tests queries that leverage secondary queries using the 'with' keyword."""
|
|
self._run_test(vector, 1,
|
|
# Expected tables queried.
|
|
["store_returns", "date_dim", "store", "customer"],
|
|
|
|
# Expected select columns.
|
|
["store_returns.sr_customer_sk", "store_returns.sr_store_sk",
|
|
"store_returns.sr_fee", "customer.c_customer_id"],
|
|
|
|
# Expected where columns.
|
|
["store_returns.sr_returned_date_sk", "date_dim.d_date_sk", "date_dim.d_year",
|
|
"store.s_store_sk", "store.s_state", "customer.c_customer_sk",
|
|
"store_returns.sr_customer_sk", "store_returns.sr_store_sk"],
|
|
|
|
# Expected join columns.
|
|
["customer.c_customer_sk", "date_dim.d_date_sk", "store.s_store_sk",
|
|
"store_returns.sr_returned_date_sk", "store_returns.sr_fee",
|
|
"store_returns.sr_customer_sk", "store_returns.sr_store_sk"],
|
|
|
|
# Expected aggregate columns.
|
|
["store_returns.sr_customer_sk", "store_returns.sr_store_sk"],
|
|
|
|
# Expected order by columns.
|
|
["customer.c_customer_id"])
|
|
|
|
def test_tpcds_3(self, vector):
|
|
"""Asserts the values inserted into the workload management table columns match
|
|
what is expected for TPCDS query 3.
|
|
|
|
Query 3 tests column aliases and sql functions in the order by clause."""
|
|
self._run_test(vector, 3,
|
|
# Expected tables queried.
|
|
["date_dim", "store_sales", "item"],
|
|
|
|
# Expected select columns.
|
|
["date_dim.d_year", "item.i_brand_id", "item.i_brand",
|
|
"store_sales.ss_ext_sales_price"],
|
|
|
|
# Expected where columns.
|
|
["date_dim.d_date_sk", "date_dim.d_moy", "item.i_item_sk", "item.i_manufact_id",
|
|
"store_sales.ss_item_sk", "store_sales.ss_sold_date_sk"],
|
|
|
|
# Expected join columns.
|
|
["date_dim.d_date_sk", "item.i_item_sk", "store_sales.ss_item_sk",
|
|
"store_sales.ss_sold_date_sk"],
|
|
|
|
# Expected aggregate columns.
|
|
["date_dim.d_year", "item.i_brand", "item.i_brand_id"],
|
|
|
|
# Expected order by columns.
|
|
["date_dim.d_year", "store_sales.ss_ext_sales_price", "item.i_brand_id"])
|
|
|
|
def test_tpcds_51(self, vector):
|
|
"""Asserts the values inserted into the workload management table columns match
|
|
what is expected for TPCDS query 51.
|
|
|
|
Query 51 tests case statements in a query select clause."""
|
|
self._run_test(vector, 51,
|
|
# Expected tables queried.
|
|
["web_sales", "date_dim", "store_sales"],
|
|
|
|
# Expected select columns.
|
|
["date_dim.d_date", "store_sales.ss_item_sk", "store_sales.ss_sales_price",
|
|
"web_sales.ws_item_sk", "web_sales.ws_sales_price"],
|
|
|
|
# Expected where columns.
|
|
["date_dim.d_date_sk", "date_dim.d_month_seq", "store_sales.ss_item_sk",
|
|
"store_sales.ss_sold_date_sk", "web_sales.ws_item_sk",
|
|
"web_sales.ws_sold_date_sk"],
|
|
|
|
# Expected join columns.
|
|
["date_dim.d_date", "date_dim.d_date_sk",
|
|
"store_sales.ss_item_sk", "store_sales.ss_sold_date_sk", "web_sales.ws_item_sk",
|
|
"web_sales.ws_sold_date_sk"],
|
|
|
|
# Expected aggregate columns.
|
|
["web_sales.ws_item_sk", "date_dim.d_date", "store_sales.ss_item_sk"],
|
|
|
|
# Expected order by columns.
|
|
["web_sales.ws_item_sk", "store_sales.ss_item_sk", "date_dim.d_date"])
|
|
|
|
def test_tpcds_62(self, vector):
|
|
"""Asserts the values inserted into the workload management table columns match
|
|
what is expected for TPCDS query 62.
|
|
|
|
Query 62 tests sql functions in the group by clause."""
|
|
self._run_test(vector, 62,
|
|
# Expected tables queried.
|
|
["web_sales", "warehouse", "ship_mode", "web_site", "date_dim"],
|
|
|
|
# Expected select columns.
|
|
["warehouse.w_warehouse_name", "ship_mode.sm_type", "web_site.web_name",
|
|
"web_sales.ws_ship_date_sk", "web_sales.ws_sold_date_sk"],
|
|
|
|
# Expected where columns.
|
|
["date_dim.d_month_seq", "web_sales.ws_ship_date_sk", "date_dim.d_date_sk",
|
|
"web_sales.ws_warehouse_sk", "warehouse.w_warehouse_sk",
|
|
"web_sales.ws_ship_mode_sk", "ship_mode.sm_ship_mode_sk",
|
|
"web_sales.ws_web_site_sk", "web_site.web_site_sk"],
|
|
|
|
# Expected join columns.
|
|
["web_sales.ws_ship_date_sk", "date_dim.d_date_sk", "web_sales.ws_web_site_sk",
|
|
"web_site.web_site_sk", "web_sales.ws_ship_mode_sk", "ship_mode.sm_ship_mode_sk",
|
|
"web_sales.ws_warehouse_sk", "warehouse.w_warehouse_sk"],
|
|
|
|
# Expected aggregate columns.
|
|
["warehouse.w_warehouse_name", "ship_mode.sm_type", "web_site.web_name"],
|
|
|
|
# Expected order by columns.
|
|
["warehouse.w_warehouse_name", "ship_mode.sm_type", "web_site.web_name"])
|
|
|
|
def test_tpcds_64(self, vector):
|
|
"""Asserts the values inserted into the workload management table columns match
|
|
what is expected for TPCDS query 64.
|
|
|
|
Query 64 tests additional subqueries functionality."""
|
|
self._run_test(vector, 64,
|
|
# Expected tables queried.
|
|
["catalog_sales", "catalog_returns", "store_sales", "store_returns", "date_dim",
|
|
"store", "customer", "customer_demographics", "promotion",
|
|
"household_demographics", "customer_address", "income_band", "item"],
|
|
|
|
# Expected select columns.
|
|
["catalog_sales.cs_item_sk", "catalog_sales.cs_ext_list_price",
|
|
"catalog_returns.cr_refunded_cash", "catalog_returns.cr_reversed_charge",
|
|
"catalog_returns.cr_store_credit", "item.i_product_name", "item.i_item_sk",
|
|
"store.s_store_name", "store.s_zip", "customer_address.ca_street_number",
|
|
"customer_address.ca_street_name", "customer_address.ca_city",
|
|
"customer_address.ca_zip", "date_dim.d_year", "store_sales.ss_wholesale_cost",
|
|
"store_sales.ss_list_price", "store_sales.ss_coupon_amt"],
|
|
|
|
# Expected where columns.
|
|
["catalog_sales.cs_item_sk", "catalog_returns.cr_item_sk",
|
|
"catalog_sales.cs_order_number", "catalog_returns.cr_order_number",
|
|
"store_sales.ss_store_sk", "store.s_store_sk", "store_sales.ss_sold_date_sk",
|
|
"date_dim.d_date_sk", "store_sales.ss_customer_sk", "customer.c_customer_sk",
|
|
"store_sales.ss_cdemo_sk", "customer_demographics.cd_demo_sk",
|
|
"store_sales.ss_hdemo_sk", "household_demographics.hd_demo_sk",
|
|
"store_sales.ss_addr_sk", "customer_address.ca_address_sk",
|
|
"store_sales.ss_item_sk", "item.i_item_sk", "store_returns.sr_item_sk",
|
|
"store_sales.ss_ticket_number", "store_returns.sr_ticket_number",
|
|
"customer.c_current_cdemo_sk", "customer.c_current_hdemo_sk",
|
|
"customer.c_current_addr_sk", "customer.c_first_sales_date_sk",
|
|
"customer.c_first_shipto_date_sk", "store_sales.ss_promo_sk",
|
|
"promotion.p_promo_sk", "household_demographics.hd_income_band_sk",
|
|
"item.i_color", "income_band.ib_income_band_sk", "item.i_current_price",
|
|
"customer_demographics.cd_marital_status", "date_dim.d_year",
|
|
"store.s_store_name", "store.s_zip"],
|
|
|
|
# Expected join columns.
|
|
["catalog_returns.cr_item_sk", "catalog_returns.cr_order_number",
|
|
"catalog_sales.cs_item_sk", "catalog_sales.cs_order_number",
|
|
"customer.c_current_addr_sk", "customer.c_current_cdemo_sk",
|
|
"customer.c_current_hdemo_sk", "customer.c_customer_sk",
|
|
"customer.c_first_sales_date_sk", "customer.c_first_shipto_date_sk",
|
|
"customer_address.ca_address_sk", "customer_demographics.cd_demo_sk",
|
|
"customer_demographics.cd_marital_status", "date_dim.d_date_sk",
|
|
"household_demographics.hd_demo_sk", "income_band.ib_income_band_sk",
|
|
"household_demographics.hd_income_band_sk", "item.i_item_sk",
|
|
"promotion.p_promo_sk", "store.s_store_sk", "store.s_zip",
|
|
"store_returns.sr_item_sk", "store_returns.sr_ticket_number",
|
|
"store_sales.ss_addr_sk", "store_sales.ss_cdemo_sk",
|
|
"store_sales.ss_customer_sk", "store_sales.ss_hdemo_sk",
|
|
"store_sales.ss_item_sk", "store_sales.ss_promo_sk",
|
|
"store_sales.ss_sold_date_sk", "store_sales.ss_store_sk",
|
|
"store_sales.ss_ticket_number", "store.s_store_name"],
|
|
|
|
# Expected aggregate columns.
|
|
["catalog_sales.cs_item_sk", "catalog_sales.cs_ext_list_price",
|
|
"catalog_returns.cr_refunded_cash", "item.i_product_name",
|
|
"catalog_returns.cr_reversed_charge", "item.i_item_sk",
|
|
"catalog_returns.cr_store_credit", "store.s_store_name", "store.s_zip",
|
|
"customer_address.ca_street_number", "customer_address.ca_street_name",
|
|
"customer_address.ca_city", "customer_address.ca_zip", "date_dim.d_year"],
|
|
|
|
# Expected order by columns.
|
|
["item.i_product_name", "store.s_store_name", "store_sales.ss_wholesale_cost"])
|
|
|
|
def test_tpcds_66(self, vector):
|
|
"""Asserts the values inserted into the workload management table columns match
|
|
what is expected for TPCDS query 66.
|
|
|
|
Query 66 tests subqueries in the from clause."""
|
|
self._run_test(vector, 66,
|
|
# Expected tables queried.
|
|
["web_sales", "ship_mode", "warehouse", "time_dim", "date_dim", "catalog_sales"],
|
|
|
|
# Expected select columns.
|
|
["warehouse.w_warehouse_name", "warehouse.w_warehouse_sq_ft", "warehouse.w_city",
|
|
"warehouse.w_country", "warehouse.w_county", "warehouse.w_state",
|
|
"date_dim.d_year", "web_sales.ws_sales_price", "web_sales.ws_quantity",
|
|
"web_sales.ws_net_paid_inc_tax", "date_dim.d_moy",
|
|
"catalog_sales.cs_ext_sales_price", "catalog_sales.cs_quantity",
|
|
"catalog_sales.cs_net_paid_inc_ship_tax"],
|
|
|
|
# Expected where columns.
|
|
["catalog_sales.cs_warehouse_sk", "warehouse.w_warehouse_sk",
|
|
"catalog_sales.cs_sold_date_sk", "date_dim.d_date_sk",
|
|
"catalog_sales.cs_sold_time_sk", "time_dim.t_time_sk",
|
|
"catalog_sales.cs_ship_mode_sk", "ship_mode.sm_ship_mode_sk",
|
|
"date_dim.d_year", "time_dim.t_time", "ship_mode.sm_carrier",
|
|
"web_sales.ws_sold_date_sk", "web_sales.ws_sold_time_sk",
|
|
"web_sales.ws_ship_mode_sk", "web_sales.ws_warehouse_sk"],
|
|
|
|
# Expected join columns.
|
|
["catalog_sales.cs_warehouse_sk", "warehouse.w_warehouse_sk",
|
|
"catalog_sales.cs_sold_date_sk", "date_dim.d_date_sk",
|
|
"catalog_sales.cs_sold_time_sk", "time_dim.t_time_sk",
|
|
"catalog_sales.cs_ship_mode_sk", "ship_mode.sm_ship_mode_sk",
|
|
"web_sales.ws_warehouse_sk", "web_sales.ws_sold_time_sk",
|
|
"web_sales.ws_sold_date_sk", "web_sales.ws_ship_mode_sk"],
|
|
|
|
# Expected aggregate columns.
|
|
["warehouse.w_warehouse_name", "warehouse.w_city", "warehouse.w_warehouse_sq_ft",
|
|
"warehouse.w_county", "warehouse.w_state", "warehouse.w_country",
|
|
"date_dim.d_year"],
|
|
|
|
# Expected order by columns.
|
|
["warehouse.w_warehouse_name"])
|
|
|
|
def test_tpcds_75(self, vector):
|
|
"""Asserts the values inserted into the workload management table columns match
|
|
what is expected for TPCDS query 75.
|
|
|
|
Query 75 tests arithmetic expressions in a query."""
|
|
self._run_test(vector, 75,
|
|
# Expected tables queried.
|
|
["catalog_returns", "catalog_sales", "date_dim", "item", "store_returns",
|
|
"store_sales", "web_returns", "web_sales"],
|
|
|
|
# Expected select columns.
|
|
["catalog_returns.cr_return_amount", "date_dim.d_year", "item.i_brand_id",
|
|
"catalog_returns.cr_return_quantity", "item.i_category_id", "item.i_class_id",
|
|
"catalog_sales.cs_ext_sales_price", "catalog_sales.cs_quantity",
|
|
"item.i_manufact_id", "store_returns.sr_return_amt", "store_sales.ss_quantity",
|
|
"store_returns.sr_return_quantity", "store_sales.ss_ext_sales_price",
|
|
"web_returns.wr_return_amt", "web_returns.wr_return_quantity",
|
|
"web_sales.ws_ext_sales_price", "web_sales.ws_quantity"],
|
|
|
|
# Expected where columns.
|
|
["item.i_category", "item.i_brand_id", "item.i_class_id", "item.i_category_id",
|
|
"item.i_manufact_id", "date_dim.d_year", "catalog_returns.cr_return_quantity",
|
|
"catalog_returns.cr_return_quantity", "store_returns.sr_return_quantity",
|
|
"store_sales.ss_quantity", "web_returns.wr_return_quantity",
|
|
"web_sales.ws_quantity"],
|
|
|
|
# Expected join columns.
|
|
["item.i_brand_id", "item.i_category_id", "item.i_class_id", "item.i_manufact_id",
|
|
"web_returns.wr_item_sk", "web_sales.ws_item_sk", "web_returns.wr_order_number",
|
|
"web_sales.ws_order_number", "web_sales.ws_sold_date_sk", "date_dim.d_date_sk",
|
|
"catalog_sales.cs_sold_date_sk", "item.i_item_sk", "store_returns.sr_item_sk",
|
|
"store_sales.ss_item_sk", "store_returns.sr_ticket_number",
|
|
"store_sales.ss_ticket_number", "store_sales.ss_sold_date_sk",
|
|
"catalog_returns.cr_item_sk", "catalog_sales.cs_item_sk",
|
|
"catalog_returns.cr_order_number", "catalog_sales.cs_order_number",
|
|
"store_sales.ss_quantity", "web_returns.wr_return_quantity",
|
|
"web_sales.ws_quantity", "store_returns.sr_return_quantity",
|
|
"catalog_sales.cs_quantity", "catalog_returns.cr_return_quantity"],
|
|
|
|
# Expected aggregate columns.
|
|
["date_dim.d_year", "item.i_brand_id", "item.i_class_id",
|
|
"item.i_category_id", "item.i_manufact_id"],
|
|
|
|
# Expected order by columns.
|
|
["catalog_returns.cr_return_amount", "catalog_returns.cr_return_quantity",
|
|
"catalog_sales.cs_ext_sales_price", "catalog_sales.cs_quantity",
|
|
"store_returns.sr_return_amt", "store_returns.sr_return_quantity",
|
|
"store_sales.ss_ext_sales_price", "store_sales.ss_quantity",
|
|
"web_returns.wr_return_amt", "web_returns.wr_return_quantity",
|
|
"web_sales.ws_ext_sales_price", "web_sales.ws_quantity"])
|
|
|
|
def test_sql_having(self, vector):
|
|
"""Asserts the values inserted into the workload management table columns match
|
|
what is expected when the sql contains both a group by and a having clause that
|
|
each reference different columns."""
|
|
self._assert_all(vector, "select ss_item_sk as Item, count(ss_item_sk) as "
|
|
"Times_Purchased, sum(ss_quantity) as Total_Quantity_Purchased from store_sales "
|
|
"group by ss_item_sk having count(ss_quantity) >= 100 order by sum(ss_quantity)",
|
|
["store_sales"],
|
|
["store_sales.ss_item_sk", "store_sales.ss_quantity"],
|
|
[],
|
|
[],
|
|
["store_sales.ss_item_sk", "store_sales.ss_quantity"],
|
|
["store_sales.ss_quantity"])
|
|
|
|
def test_complex_types(self, vector):
|
|
"""Asserts that queries using subtypes of complex type columns only report the column
|
|
name and do not also report the subtype."""
|
|
self._assert_all(vector,
|
|
"select nested_struct_col.f2.f12.f21 from functional.allcomplextypes",
|
|
["allcomplextypes"],
|
|
["allcomplextypes.nested_struct_col"],
|
|
[],
|
|
[],
|
|
[],
|
|
[],
|
|
"functional")
|
|
|
|
def test_arithmetic(self, vector):
|
|
"""Asserts that arithmetic operations record the columns used in them."""
|
|
self._assert_all(vector, "select (tinyint_col + smallint_col), sum(float_col) from "
|
|
"alltypes where (tinyint_col + smallint_col) < 10 "
|
|
"group by tinyint_col, smallint_col",
|
|
["alltypes"],
|
|
["alltypes.tinyint_col", "alltypes.smallint_col", "alltypes.float_col"],
|
|
["alltypes.smallint_col", "alltypes.tinyint_col"],
|
|
[],
|
|
["alltypes.smallint_col", "alltypes.tinyint_col"],
|
|
[],
|
|
"functional")
|
|
|
|
|
|
@SkipIfExploration.is_not_exhaustive()
|
|
class TestWorkloadManagementSQLDetailsCalcite(WorkloadManagementTestSuite):
|
|
"""Variant of TestWorkloadManagementSQLDetails using calcite planner."""
|
|
|
|
@classmethod
|
|
def add_test_dimensions(cls):
|
|
super(TestWorkloadManagementSQLDetailsCalcite, cls).add_test_dimensions()
|
|
cls.ImpalaTestMatrix.add_dimension(hs2_client_protocol_dimension())
|
|
|
|
@CustomClusterTestSuite.with_args(
|
|
start_args="--use_calcite_planner=true",
|
|
cluster_size=1, workload_mgmt=True)
|
|
def test_tpcds_8_decimal(self, vector):
|
|
"""Runs the tpcds-decimal_v2-q8 query using the calcite planner and asserts the query
|
|
completes successfully. See IMPALA-13505 for details on why this query in
|
|
particular is tested. Calcite planner does not work in local catalog mode yet."""
|
|
|
|
client = self.get_client(vector.get_value("protocol"))
|
|
assert client.execute("use tpcds").success
|
|
|
|
res = client.execute("SELECT s_store_name, sum(ss_net_profit) FROM store_sales,"
|
|
"date_dim, store, (SELECT ca_zip FROM (SELECT SUBSTRING(ca_zip, 1, 5) ca_zip "
|
|
"FROM customer_address WHERE SUBSTRING(ca_zip, 1, 5) IN ("
|
|
"'24128', '76232', '65084', '87816', '83926', '77556', '20548',"
|
|
"'26231', '43848', '15126', '91137', '61265', '98294', '25782', '17920',"
|
|
"'18426', '98235', '40081', '84093', '28577', '55565', '17183', '54601') "
|
|
"INTERSECT SELECT ca_zip FROM (SELECT SUBSTRING(ca_zip, 1, 5) ca_zip, "
|
|
"count(*) cnt FROM customer_address, customer "
|
|
"WHERE ca_address_sk = c_current_addr_sk AND c_preferred_cust_flag='Y' "
|
|
"GROUP BY ca_zip HAVING count(*) > 10)A1)A2) V1 "
|
|
"WHERE ss_store_sk = s_store_sk AND ss_sold_date_sk = d_date_sk AND d_qoy = 2 "
|
|
"AND d_year = 1998 AND (SUBSTRING(s_zip, 1, 2) = SUBSTRING(V1.ca_zip, 1, 2)) "
|
|
"GROUP BY s_store_name ORDER BY s_store_name LIMIT 100")
|
|
assert res.success
|
|
|
|
# Wait for the query to be written to the completed queries table.
|
|
self.cluster.get_first_impalad().service.wait_for_metric_value(
|
|
"impala-server.completed-queries.written", 1, 60)
|