jprdonnelly/tdi-studio-se
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

TBD-2399 - Add support for EMR 4.0.0 for Pig

Browse Source
This commit is contained in:
rdubois
2015-08-07 16:52:02 +02:00
parent 57da6162db
commit dd5c0563cf
1 changed files with 304 additions and 114 deletions
Download Patch File Download Diff File Expand all files Collapse all files

418
main/plugins/org.talend.designer.components.localprovider/plugin.xml
View File

@@ -776,7 +776,41 @@
context="plugin:org.talend.libraries.hadoop.emr.4.0.0"
id="emr-metrics-client-emr400-latest"
name="emr-metrics-client-2.0.0.jar">
</libraryNeeded>
</libraryNeeded>
<libraryNeeded
context="plugin:org.talend.libraries.hadoop.emr.4.0.0"
id="hadoop-lzo-emr400-latest"
name="hadoop-lzo-0.4.19.jar">
</libraryNeeded>
<libraryNeeded
context="plugin:org.talend.libraries.pig"
id="pig-withouthadoop-emr400-latest"
name="pig-0.14.0-amzn-0-core-h2.jar"
uripath="platform:/plugin/org.talend.libraries.pig/lib/pig-0.14.0-amzn-0-core-h2.jar">
</libraryNeeded>
<libraryNeeded
context="plugin:org.talend.libraries.hadoop.emr.4.0.0"
id="hive-exec-emr400-latest"
name="hive-exec-1.0.0-amzn-0.jar"
uripath="platform:/plugin/org.talend.libraries.hadoop.emr.4.0.0/lib/hive-exec-1.0.0-amzn-0.jar">
</libraryNeeded>
<libraryNeeded
context="plugin:org.talend.libraries.hadoop.emr.4.0.0"
id="hive-common-emr400-latest"
name="hive-common-1.0.0-amzn-0.jar"
uripath="platform:/plugin/org.talend.libraries.hadoop.emr.4.0.0/lib/hive-common-1.0.0-amzn-0.jar">
</libraryNeeded>
<libraryNeeded
context="plugin:org.talend.libraries.hadoop.emr.4.0.0"
id="hive-serde-emr400-latest"
name="hive-serde-1.0.0-amzn-0.jar"
uripath="platform:/plugin/org.talend.libraries.hadoop.emr.4.0.0/lib/hive-serde-1.0.0-amzn-0.jar">
</libraryNeeded>
<!-- MAPR 40X libraries-->
<libraryNeeded
@@ -4337,79 +4371,79 @@
</library>
</libraryNeededGroup>
<libraryNeededGroup
description="The lastest Pig libraries of HDP 2.2"
id="PIG-LIB-HDP_2_2_LASTEST"
name="PIG-LIB-HDP_2_2_LASTEST">
<library
id="pig-withouthadoop-hdp2.2-lastest">
</library>
<library
id="hadoop-common-hdp2.2-lastest">
</library>
<library
id="hadoop-hdfs-hdp2.2-lastest">
</library>
<library
id="hadoop-auth-hdp2.2-lastest">
</library>
<library
id="hadoop-mapreduce-client-common-hdp2.2-lastest">
</library>
<library
id="hadoop-mapreduce-client-core-hdp2.2-lastest">
</library>
<library
id="hadoop-mapreduce-client-jobclient-hdp2.2-lastest">
</library>
<library
id="hadoop-yarn-api-hdp2.2-lastest">
</library>
<library
id="hadoop-yarn-client-hdp2.2-lastest">
</library>
<library
id="hadoop-yarn-common-hdp2.2-lastest">
</library>
<library
id="avro-hdp2.2-lastest">
</library>
<library
id="commons-configuration-1.6.jar">
</library>
<library
id="commons-lang-2.6.jar">
</library>
<library
id="commons-logging-1.1.3.jar">
</library>
<library
id="commons-cli-1.2.jar">
</library>
<library
id="commons-codec-1.4.jar">
</library>
<library
id="commons-collections-3.2.1.jar">
</library>
<library
id="commons-io-2.4.jar">
</library>
<library
id="protobuf-java-2.5.0.jar">
</library>
<library
id="slf4j-api-1.7.5.jar">
</library>
<library
id="slf4j-log4j12-1.7.5.jar">
</library>
<library
id="jackson-mapper-asl-1.9.13.jar">
</library>
<library
id="jackson-core-asl-1.9.13.jar">
</library>
<libraryNeededGroup
description="The lastest Pig libraries of HDP 2.2"
id="PIG-LIB-HDP_2_2_LASTEST"
name="PIG-LIB-HDP_2_2_LASTEST">
<library
id="pig-withouthadoop-hdp2.2-lastest">
</library>
<library
id="hadoop-common-hdp2.2-lastest">
</library>
<library
id="hadoop-hdfs-hdp2.2-lastest">
</library>
<library
id="hadoop-auth-hdp2.2-lastest">
</library>
<library
id="hadoop-mapreduce-client-common-hdp2.2-lastest">
</library>
<library
id="hadoop-mapreduce-client-core-hdp2.2-lastest">
</library>
<library
id="hadoop-mapreduce-client-jobclient-hdp2.2-lastest">
</library>
<library
id="hadoop-yarn-api-hdp2.2-lastest">
</library>
<library
id="hadoop-yarn-client-hdp2.2-lastest">
</library>
<library
id="hadoop-yarn-common-hdp2.2-lastest">
</library>
<library
id="avro-hdp2.2-lastest">
</library>
<library
id="commons-configuration-1.6.jar">
</library>
<library
id="commons-lang-2.6.jar">
</library>
<library
id="commons-logging-1.1.3.jar">
</library>
<library
id="commons-cli-1.2.jar">
</library>
<library
id="commons-codec-1.4.jar">
</library>
<library
id="commons-collections-3.2.1.jar">
</library>
<library
id="commons-io-2.4.jar">
</library>
<library
id="protobuf-java-2.5.0.jar">
</library>
<library
id="slf4j-api-1.7.5.jar">
</library>
<library
id="slf4j-log4j12-1.7.5.jar">
</library>
<library
id="jackson-mapper-asl-1.9.13.jar">
</library>
<library
id="jackson-core-asl-1.9.13.jar">
</library>
<library
id="jackson-jaxrs-1.9.13.jar">
</library>
@@ -4421,32 +4455,158 @@
</library>
<library
id="jersey-core-1.9.jar">
</library>
<library
id="log4j-1.2.17.jar">
</library>
<library
id="snappy-java-1.0.5.jar">
</library>
<library
id="htrace-core-3.0.4.jar">
</library>
<library
id="guava-11.0.2.jar">
</library>
<library
id="jline-1.0.jar">
</library>
<library
id="antlr-runtime-3.4.jar">
</library>
<library
id="joda-time-2.3.jar">
</library>
<library
id="automaton-1.11-8.jar">
</library>
</libraryNeededGroup>
</library>
<library
id="log4j-1.2.17.jar">
</library>
<library
id="snappy-java-1.0.5.jar">
</library>
<library
id="htrace-core-3.0.4.jar">
</library>
<library
id="guava-11.0.2.jar">
</library>
<library
id="jline-1.0.jar">
</library>
<library
id="antlr-runtime-3.4.jar">
</library>
<library
id="joda-time-2.3.jar">
</library>
<library
id="automaton-1.11-8.jar">
</library>
</libraryNeededGroup>
<libraryNeededGroup
description="The lastest Pig libraries for EMR 4.0.0"
id="PIG-LIB-EMR_4_0_0_LATEST"
name="PIG-LIB-EMR_4_0_0_LATEST">
<library
id="pig-withouthadoop-emr400-latest">
</library>
<library
id="hadoop-lzo-emr400-latest">
</library>
<library
id="hadoop-common-emr400-latest">
</library>
<library
id="hadoop-hdfs-emr400-latest">
</library>
<library
id="hadoop-auth-emr400-latest">
</library>
<library
id="hadoop-mapreduce-client-common-emr400-latest">
</library>
<library
id="hadoop-mapreduce-client-core-emr400-latest">
</library>
<library
id="hadoop-mapreduce-client-jobclient-emr400-latest">
</library>
<library
id="hadoop-yarn-api-emr400-latest">
</library>
<library
id="hadoop-yarn-client-emr400-latest">
</library>
<library
id="hadoop-yarn-common-emr400-latest">
</library>
<library
id="avro-emr400-latest">
</library>
<library
id="commons-configuration-1.6.jar">
</library>
<library
id="commons-lang-2.6.jar">
</library>
<library
id="commons-logging-1.1.3.jar">
</library>
<library
id="commons-cli-1.2.jar">
</library>
<library
id="commons-codec-1.4.jar">
</library>
<library
id="commons-collections-3.2.1.jar">
</library>
<library
id="commons-io-2.4.jar">
</library>
<library
id="protobuf-java-2.5.0.jar">
</library>
<library
id="slf4j-api-1.7.5.jar">
</library>
<library
id="slf4j-log4j12-1.7.5.jar">
</library>
<library
id="jackson-mapper-asl-1.9.13.jar">
</library>
<library
id="jackson-core-asl-1.9.13.jar">
</library>
<library
id="jackson-jaxrs-1.9.13.jar">
</library>
<library
id="jackson-xc-1.9.13.jar">
</library>
<library
id="jersey-client-1.9.jar">
</library>
<library
id="jersey-core-1.9.jar">
</library>
<library
id="log4j-1.2.17.jar">
</library>
<library
id="httpcore-4.3.2.jar">
</library>
<library
id="httpclient-4.3.4.jar">
</library>
<library
id="jetty-util-emr400-latest">
</library>
<library
id="emr-metrics-client-emr400-latest">
</library>
<library
id="snappy-java-1.0.5.jar">
</library>
<library
id="htrace-core-3.0.4.jar">
</library>
<library
id="guava-11.0.2.jar">
</library>
<library
id="jline-1.0.jar">
</library>
<library
id="antlr-runtime-3.4.jar">
</library>
<library
id="joda-time-2.3.jar">
</library>
<library
id="automaton-1.11-8.jar">
</library>
</libraryNeededGroup>
<libraryNeededGroup
description="The lastest Pig libraries of MAPR40X"
@@ -4933,20 +5093,35 @@
</library>
</libraryNeededGroup>
<libraryNeededGroup
description="The lastest pig rc file storage libraries of HDP 2.2"
id="PIG-RCFILE-LIB-HDP_2_2_LASTEST"
name="PIG-RCFILE-LIB-HDP_2_2_LASTEST">
<library
id="hive-common-hdp2.1-lastest">
</library>
<library
id="hive-serde-hdp2.1-lastest">
</library>
<library
id="hive-exec-hdp2.1-lastest">
</library>
</libraryNeededGroup>
<libraryNeededGroup
description="The lastest pig rc file storage libraries of HDP 2.2"
id="PIG-RCFILE-LIB-HDP_2_2_LASTEST"
name="PIG-RCFILE-LIB-HDP_2_2_LASTEST">
<library
id="hive-common-hdp2.1-lastest">
</library>
<library
id="hive-serde-hdp2.1-lastest">
</library>
<library
id="hive-exec-hdp2.1-lastest">
</library>
</libraryNeededGroup>
<libraryNeededGroup
description="The latest pig rc file storage libraries for EMR 4.0.0"
id="PIG-RCFILE-LIB-EMR_4_0_0_LATEST"
name="PIG-RCFILE-LIB-EMR_4_0_0_LATEST">
<library
id="hive-common-emr400-latest">
</library>
<library
id="hive-serde-emr400-latest">
</library>
<library
id="hive-exec-emr400-latest">
</library>
</libraryNeededGroup>
<libraryNeededGroup
description="The lastest pig rc file storage libraries of MAPR40X"
@@ -5024,6 +5199,21 @@
</library>
</libraryNeededGroup>
<libraryNeededGroup
description="The latest pig avro storage libraries for EMR 4.0.0"
id="PIG-AVRO-LIB-EMR_4_0_0_LATEST"
name="PIG-AVRO-LIB-EMR_4_0_0_LATEST">
<library
id="piggybank-hdp2.2.jar">
</library>
<library
id="commons-io-2.4.jar">
</library>
<library
id="avro-emr400-latest">
</library>
</libraryNeededGroup>
<libraryNeededGroup
description="The lastest pig avro storage libraries of MAPR40X"
id="PIG-AVRO-LIB-MAPR40X_LASTEST"