jprdonnelly/impala
1
0
Fork 0
mirror of https://github.com/apache/impala.git synced 2026-01-04 09:00:56 -05:00
Code Issues Projects Releases Wiki Activity

Fixed data loading bugs, moved most tables out of load-dependent-tables

Browse Source
This commit is contained in:
Lenni Kuff
2013-03-20 13:45:12 -07:00
committed by Henry Robinson
parent 7584312540
commit 831ee529be
9 changed files with 99 additions and 62 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
testdata/bin/create-load-data.sh vendored
View File

@@ -81,17 +81,19 @@ if [ $? != 0 ]; then
fi
# Load the index files for corrupted lzo data.
hadoop fs -rm -f /test-warehouse/bad_text_lzo/bad_text.lzo.index
hadoop fs -rm -f /test-warehouse/bad_text_lzo_text_lzo/bad_text.lzo.index
hadoop fs -put ${IMPALA_HOME}/testdata/bad_text_lzo/bad_text.lzo.index \
/test-warehouse/bad_text_lzo/
/test-warehouse/bad_text_lzo_text_lzo/
hadoop fs -rm -r -f /bad_text_lzo/
hadoop fs -mv /test-warehouse/bad_text_lzo/ /
hadoop fs -rm -r -f /bad_text_lzo_text_lzo/
hadoop fs -mv /test-warehouse/bad_text_lzo_text_lzo/ /
# Cleanup the old bad_text_lzo files, if they exist.
hadoop fs -rm -r -f /test-warehouse/bad_text_lzo/
# Index all lzo files in HDFS under /test-warehouse
${IMPALA_HOME}/testdata/bin/lzo_indexer.sh /test-warehouse
hadoop fs -mv /bad_text_lzo/ /test-warehouse/
hadoop fs -mv /bad_text_lzo_text_lzo/ /test-warehouse/
# Run compute stats over as many of the tables used in the Planner tests as possible.
# Due to Hive bugs HIVE-4119 and HIVE-4122, these tables need to be chosen carefully or