jprdonnelly/impala
1
0
Fork 0
mirror of https://github.com/apache/impala.git synced 2025-12-23 21:08:39 -05:00
Code Issues Projects Releases Wiki Activity

IMPALA-11464: (Addendum) Skip tests in Ozone

Browse Source 
Updates the skip for new recursive listing tests to match the comment so
that they're only run on HDFS. The previous skip only roughly matched
the set of all non-HDFS filesystems, and didn't automatically include
new filesystems.

Change-Id: I80de83d506138b57a969258b2f6dcf112dd2e44d
Reviewed-on: http://gerrit.cloudera.org:8080/18934
Reviewed-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
This commit is contained in:
Michael Smith
2022-08-31 10:16:27 -07:00
committed by Impala Public Jenkins
parent 85c6366d99
commit cf7490ccbd
2 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/common/skip.py
View File

@@ -72,6 +72,8 @@ class SkipIfFS:
hbase = pytest.mark.skipif(not IS_HDFS, reason="HBase not started")
qualified_path = pytest.mark.skipif(not IS_HDFS,
reason="Tests rely on HDFS qualified paths, IMPALA-1872")
no_partial_listing = pytest.mark.skipif(not IS_HDFS,
reason="Tests rely on HDFS partial listing.")
variable_listing_times = pytest.mark.skipif(IS_S3 or IS_GCS or IS_COS,
reason="Flakiness due to unpredictable listing times on S3.")
eventually_consistent = pytest.mark.skipif(IS_ADLS or IS_COS,

7
tests/metadata/test_recursive_listing.py
View File

@@ -141,8 +141,7 @@ class TestRecursiveListing(ImpalaTestSuite):
assert len(self._show_files(fq_tbl_name)) == 1
assert len(self._get_rows(fq_tbl_name)) == 1
@SkipIfFS.variable_listing_times
@SkipIfFS.eventually_consistent
@SkipIfFS.no_partial_listing
@pytest.mark.execute_serially
@pytest.mark.stress
def test_large_staging_dirs(self, unique_database):
@@ -166,8 +165,7 @@ class TestRecursiveListing(ImpalaTestSuite):
pause_ms_before_file_cleanup=300,
refresh_should_fail=False)
@SkipIfFS.variable_listing_times
@SkipIfFS.eventually_consistent
@SkipIfFS.no_partial_listing
@pytest.mark.execute_serially
@pytest.mark.stress
def test_partition_dir_removed_inflight(self, unique_database):
@@ -213,6 +211,7 @@ class TestRecursiveListing(ImpalaTestSuite):
handle = self.execute_query_async(refresh_stmt)
# Wait a moment to let REFRESH finish expected partial listing on the dir.
time.sleep(pause_ms_before_file_cleanup / 1000.0)
LOG.info("removing staging dir " + large_dir)
self.filesystem_client.delete_file_dir(large_dir[1:], recursive=True)
LOG.info("removed staging dir " + large_dir)
try: