jprdonnelly/impala
1
0
Fork 0
mirror of https://github.com/apache/impala.git synced 2025-12-19 18:12:08 -05:00
Code Issues Projects Releases Wiki Activity

IMPALA-12893: (part 2): Upgrade Iceberg to version 1.5.2

Browse Source 
This patch updates CDP_BUILD_NUMBER to 71942734 to in order to
upgrade Iceberg to 1.5.2.

This patch updates some tests so they pass with Iceberg 1.5.2. The
behavior changes of Iceberg 1.5.2 are (compared to 1.3.1):
 * Iceberg V2 tables are created by default
 * Metadata tables have different schema
 * Parquet compression is explicitly set for new tables (even for ORC
   tables)
 * Sequence numbers are assigned a bit differently

Updated the tests where needed.

Code changes to accomodate for the above behavior changes:
 * SHOW CREATE TABLE adds 'format-version'='1' for Iceberg V1 tables
 * CREATE TABLE statements don't throw errors when Parquet compression
   is set for ORC tables

Change-Id: Ic4f9ed3f7ee9f686044023be938d6b1d18c8842e
Reviewed-on: http://gerrit.cloudera.org:8080/23670
Reviewed-by: Riza Suminto <riza.suminto@cloudera.com>
Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
This commit is contained in:
Zoltan Borok-Nagy
2024-03-28 20:26:55 +01:00
committed by Impala Public Jenkins
parent e4a508529c
commit 275f03f10d
10 changed files with 112 additions and 173 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
bin/impala-config.sh
View File

@@ -240,20 +240,20 @@ fi
: ${IMPALA_TOOLCHAIN_HOST:=native-toolchain.s3.amazonaws.com}
export IMPALA_TOOLCHAIN_HOST
export CDP_BUILD_NUMBER=66846208
export CDP_BUILD_NUMBER=71942734
export CDP_MAVEN_REPOSITORY=\
"https://${IMPALA_TOOLCHAIN_HOST}/build/cdp_components/${CDP_BUILD_NUMBER}/maven"
export CDP_AVRO_JAVA_VERSION=1.11.1.7.3.1.500-30
export CDP_HADOOP_VERSION=3.1.1.7.3.1.500-30
export CDP_HBASE_VERSION=2.4.17.7.3.1.500-30
export CDP_HIVE_VERSION=3.1.3000.7.3.1.500-30
export CDP_ICEBERG_VERSION=1.3.1.7.3.1.500-30
export CDP_KNOX_VERSION=2.0.0.7.3.1.500-30
export CDP_ORC_JAVA_VERSION=1.8.3.7.3.1.500-30
export CDP_OZONE_VERSION=1.4.0.7.3.1.500-30
export CDP_PARQUET_VERSION=1.12.3.7.3.1.500-30
export CDP_RANGER_VERSION=2.4.0.7.3.1.500-30
export CDP_TEZ_VERSION=0.9.1.7.3.1.500-30
export CDP_AVRO_JAVA_VERSION=1.11.1.7.3.1.500-182
export CDP_HADOOP_VERSION=3.1.1.7.3.1.500-182
export CDP_HBASE_VERSION=2.4.17.7.3.1.500-182
export CDP_HIVE_VERSION=3.1.3000.7.3.1.500-182
export CDP_ICEBERG_VERSION=1.5.2.7.3.1.500-182
export CDP_KNOX_VERSION=2.0.0.7.3.1.500-182
export CDP_ORC_JAVA_VERSION=1.8.3.7.3.1.500-182
export CDP_OZONE_VERSION=1.4.0.7.3.1.500-182
export CDP_PARQUET_VERSION=1.12.3.7.3.1.500-182
export CDP_RANGER_VERSION=2.4.0.7.3.1.500-182
export CDP_TEZ_VERSION=0.9.1.7.3.1.500-182
# Ref: https://infra.apache.org/release-download-pages.html#closer
: ${APACHE_MIRROR:="https://www.apache.org/dyn/closer.cgi"}