mirror of
https://github.com/apache/impala.git
synced 2025-12-19 18:12:08 -05:00
f1cca6c767
test_krpc_datastream_sender_shuffle has been failing with OOM error in HDFS EC environement. This is due to fix introduced in IMPALA-12106 reduce num instances of a union fragment (F06) from 3 to 2. Running the test with BATCH_SIZE=8 help pass the test while still holding the assertion (KrpcDataStreamSender claiming megabytes of memory for RowBatchSerialization). Testing: - test_krpc_datastream_sender_shuffle pass both in regular minicluster and HDFS EC setup. Change-Id: I8c7961ad8dd489a4d62e738d364d4da1fa44d0cc Reviewed-on: http://gerrit.cloudera.org:8080/20011 Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com> Reviewed-by: Joe McDonnell <joemcdonnell@cloudera.com>
38 lines
1.5 KiB
Python
38 lines
1.5 KiB
Python
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from __future__ import absolute_import, division, print_function
|
|
from tests.common.impala_test_suite import ImpalaTestSuite
|
|
|
|
|
|
class TestDataStreamSenderTpch(ImpalaTestSuite):
|
|
""""Test suite to verify the counters in runtime profile update
|
|
using queries that send row batch between hosts"""
|
|
@classmethod
|
|
def get_workload(cls):
|
|
return 'tpch'
|
|
|
|
@classmethod
|
|
def add_test_dimensions(cls):
|
|
super(TestDataStreamSenderTpch, cls).add_test_dimensions()
|
|
cls.ImpalaTestMatrix.add_constraint(lambda v:
|
|
v.get_value('table_format').file_format in ['parquet'])
|
|
|
|
def test_krpc_datastream_sender_shuffle(self, vector):
|
|
vector.get_value('exec_option')['batch_size'] = 8
|
|
self.run_test_case('datastream-sender', vector)
|