Compare commits

..

2 Commits

Author SHA1 Message Date
Sebastien Gandon
ec1cf37059 TUP-4273 : used servicemix.avro instead of avro. 2016-03-23 11:48:44 +01:00
Sebastien Gandon
2867cdf3a7 TUP-4273 : removed avro from libraies.apache . 2016-03-22 11:51:53 +01:00
370 changed files with 5847 additions and 8688 deletions

View File

@@ -1,13 +1,13 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.babel.all.tos.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.babel.all.tos.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.common.ui.runtime.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.common.ui.runtime.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.commons.runtime.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.commons.runtime.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.commons.ui.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.commons.ui.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.core.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.core.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.core.repository.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.core.repository.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.core.runtime.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.core.runtime.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.core.ui.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.core.ui.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.cwm.mip.edit.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.cwm.mip.edit.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.cwm.mip.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.cwm.mip.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.designer.maven.ui.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.designer.maven.ui.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.help.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.help.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.helpers.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.helpers.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.librariesmanager.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.librariesmanager.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.librariesmanager.ui.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.librariesmanager.ui.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.metadata.managment.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.metadata.managment.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.metadata.managment.ui.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.metadata.managment.ui.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.migrationTool.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.migrationTool.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.model.edit.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.model.edit.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.model.migration.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.model.migration.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.model.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.model.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.presentation.onboarding.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.presentation.onboarding.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.rcp.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.rcp.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.registration.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.registration.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.repository.items.importexport.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.repository.items.importexport.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.repository.items.importexport.ui.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.repository.items.importexport.ui.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.repository.localprovider.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.repository.localprovider.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.repository.mdm.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.repository.mdm.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.repository.metadata.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.repository.metadata.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.repository.view.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.repository.view.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.resources.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.resources.nl</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -123,11 +123,4 @@
version="0.0.0"
unpack="false"/>
<plugin
id="org.apache.xerces"
download-size="0"
install-size="0"
version="0.0.0"
unpack="false"/>
</feature>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.commons.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.commons.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.core.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.core.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.fragment.jars.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.fragment.jars.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.help.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.help.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.jdt.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.jdt.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.libraries.jdbc.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.libraries.jdbc.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>

View File

@@ -202,12 +202,4 @@
version="0.0.0"
unpack="false"/>
<plugin
id="org.slf4j.impl.log4j12"
download-size="0"
install-size="0"
version="1.7.2.v20131105-2200"
fragment="true"
unpack="false"/>
</feature>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.m2e.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.m2e.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.model.migration.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.model.migration.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>

View File

@@ -1,13 +1,13 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.platform.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.platform.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.rcp.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.rcp.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.update.p2.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.update.p2.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.updates.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.updates.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.utils.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.utils.feature</artifactId>
<packaging>eclipse-feature</packaging>
</project>

View File

@@ -1,27 +1,27 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.common.ui.runtime</artifactId>
<packaging>eclipse-plugin</packaging>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-deploy-plugin</artifactId>
<version>2.8.2</version>
<executions>
<execution>
<id>default-deploy</id>
<phase>deploy</phase>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.common.ui.runtime</artifactId>
<packaging>eclipse-plugin</packaging>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-deploy-plugin</artifactId>
<version>2.8.2</version>
<executions>
<execution>
<id>default-deploy</id>
<phase>deploy</phase>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>

View File

@@ -10,8 +10,7 @@ Require-Bundle: org.apache.log4j;visibility:=reexport,
org.apache.commons.lang;visibility:=reexport,
org.eclipse.core.runtime,
org.eclipse.emf.ecore.xmi,
org.talend.libraries.apache,
org.apache.xerces
org.talend.libraries.apache
Export-Package: org.talend.commons,
org.talend.commons.exception,
org.talend.commons.i18n,
@@ -53,4 +52,3 @@ Export-Package: org.talend.commons,
Bundle-ClassPath: .,
fakejdbc_driver.jar
Bundle-Vendor: .Talend SA.
Bundle-RequiredExecutionEnvironment: JavaSE-1.7

View File

@@ -1,27 +1,27 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.commons.runtime</artifactId>
<packaging>eclipse-plugin</packaging>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-deploy-plugin</artifactId>
<version>2.8.2</version>
<executions>
<execution>
<id>default-deploy</id>
<phase>deploy</phase>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.commons.runtime</artifactId>
<packaging>eclipse-plugin</packaging>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-deploy-plugin</artifactId>
<version>2.8.2</version>
<executions>
<execution>
<id>default-deploy</id>
<phase>deploy</phase>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>

View File

@@ -12,7 +12,7 @@
<parent>
<groupId>org.talend</groupId>
<artifactId>org.talend.tos</artifactId>
<version>6.2.0</version>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../pom_server.xml</relativePath>
</parent>

View File

@@ -24,9 +24,4 @@ public interface IComponentConstants {
public static final String JOBLET_NAME_CHANGED = "joblet name changed"; //$NON-NLS-1$
public static final String JOBLET_SCHEMA_CHANGED = "joblet schema changed"; //$NON-NLS-1$
public static final String COMPONENT_PROPERTIES_TAG = "component.json.serialized"; //$NON-NLS-1$
public static final String COMPONENT_SCHEMA_TAG = "component.property.schema"; //$NON-NLS-1$
}

View File

@@ -39,6 +39,70 @@ public class NetworkUtil {
private static final String TALEND_DISABLE_INTERNET = "talend.disable.internet";//$NON-NLS-1$
private final static Set<String> getMacAddressList() throws IOException {
final Set<String> macAddressList = new HashSet<String>();
final String os = System.getProperty("os.name"); //$NON-NLS-1$
final String[] command;
if (os.startsWith("Windows")) { //$NON-NLS-1$
command = windowsCommand;
} else if (os.startsWith("Linux")) { //$NON-NLS-1$
command = linuxCommand;
} else {
throw new IOException("Unknown operating system: " + os); //$NON-NLS-1$
}
final Process process = Runtime.getRuntime().exec(command);
// Discard the stderr
new Thread() {
@Override
public void run() {
try {
InputStream errorStream = process.getErrorStream();
while (errorStream.read() != -1) {
}
errorStream.close();
} catch (IOException e) {
e.printStackTrace();
}
}
}.start();
// Extract the MAC addresses from stdout
BufferedReader reader = new BufferedReader(new InputStreamReader(process.getInputStream()));
for (String line = null; (line = reader.readLine()) != null;) {
Matcher matcher = macPattern.matcher(line);
if (matcher.matches()) {
// macAddressList.add(matcher.group(1));
macAddressList.add(matcher.group(1).replaceAll("[-:]", "")); //$NON-NLS-1$ //$NON-NLS-2$
}
}
reader.close();
return macAddressList;
}
/**
* Note should rename as "getFullMacAddresses" later since it takes in fact the concatenation of all mac address.
*
* @return
*/
public static String getMacAddress() {
try {
Set<String> addressList = getMacAddressList();
StringBuffer sb = new StringBuffer();
// remove empty mac address
addressList.remove("0000000000E0"); //$NON-NLS-1$
for (String curMacAddress : addressList) {
sb.append(curMacAddress);
}
return sb.toString();
} catch (IOException e) {
return null;
}
}
public static boolean isNetworkValid() {
String disableInternet = System.getProperty(TALEND_DISABLE_INTERNET);
if ("true".equals(disableInternet)) { //$NON-NLS-1$
@@ -79,4 +143,12 @@ public class NetworkUtil {
return null;
}
public final static void main(String[] args) {
try {
System.out.println(" MAC Address: " + getMacAddress()); //$NON-NLS-1$
} catch (Throwable t) {
t.printStackTrace();
}
}
}

View File

@@ -1,12 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.commons.ui</artifactId>
<packaging>eclipse-plugin</packaging>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.commons.ui</artifactId>
<packaging>eclipse-plugin</packaging>
</project>

View File

@@ -46,7 +46,7 @@ public class UtilsButton {
public UtilsButton(Composite parent, String string, int width, int height) {
parent.setLayout(new RowLayout());
createButton(parent, string, false);
button.computeSize(SWT.DEFAULT, SWT.DEFAULT);
button.setLayoutData(new RowData(width, height));
}
/**

View File

@@ -44,4 +44,3 @@ Bundle-Activator: org.talend.core.repository.CoreRepositoryPlugin
Bundle-ActivationPolicy: lazy
Bundle-ClassPath: .
Bundle-Vendor: .Talend SA.
Bundle-RequiredExecutionEnvironment: JavaSE-1.7

View File

@@ -1,27 +1,27 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.core.repository</artifactId>
<packaging>eclipse-plugin</packaging>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-deploy-plugin</artifactId>
<version>2.8.2</version>
<executions>
<execution>
<id>default-deploy</id>
<phase>deploy</phase>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.core.repository</artifactId>
<packaging>eclipse-plugin</packaging>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-deploy-plugin</artifactId>
<version>2.8.2</version>
<executions>
<execution>
<id>default-deploy</id>
<phase>deploy</phase>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>

View File

@@ -14,7 +14,6 @@ package org.talend.core.repository.model;
import java.util.List;
import org.eclipse.core.resources.IProject;
import org.eclipse.core.runtime.IPath;
import org.eclipse.core.runtime.SubMonitor;
import org.talend.commons.exception.BusinessException;
@@ -93,8 +92,6 @@ public interface IRepositoryFactory {
public Project[] readProject() throws PersistenceException, BusinessException;
public Project[] readProject(boolean local, boolean reuseExisting, IProject... eclipseProjects) throws PersistenceException;
// for export project ,no need to unload resource when read projects
public Project[] readProject(boolean unloadResource) throws PersistenceException, BusinessException;
@@ -219,8 +216,6 @@ public interface IRepositoryFactory {
*/
public void restoreObject(IRepositoryViewObject objToRestore, IPath path) throws PersistenceException;
public void restoreObject(Project project, IRepositoryViewObject objToRestore, IPath path) throws PersistenceException;
public void moveObject(IRepositoryViewObject objToMove, IPath newPath) throws PersistenceException;
public void moveObjectMulti(IRepositoryViewObject[] objToMove, IPath newPath) throws PersistenceException;
@@ -422,6 +417,4 @@ public interface IRepositoryFactory {
public String getStorage();
public JSONArray getAllRemoteLocks();
public void loadProjectAndSetContext(IProject eclipseProject) throws PersistenceException;
}

View File

@@ -1407,12 +1407,6 @@ public class ProjectRepositoryNode extends RepositoryNode implements IProjectRep
if (vo != null) {
String schema = vo.getId();
schema = schema + " - " + metadataTable.getLabel(); //$NON-NLS-1$
if (metadataTable instanceof SAPBWTable) {
String innerIOType = ((SAPBWTable) metadataTable).getInnerIOType();
if (innerIOType != null) {
schema = schema + " - " + innerIOType; //$NON-NLS-1$
}
}
List<IRepositoryViewObject> objs = getValidationRuleObjsFromSchema(validationRules, schema);
if (objs.size() > 0) {
int num = objs.size();

View File

@@ -252,11 +252,6 @@ public final class ProxyRepositoryFactory implements IProxyRepositoryFactory {
return this.repositoryFactoryFromProvider;
}
@Override
public Object getXmiResourceManager() {
return getRepositoryFactoryFromProvider().getResourceManager();
}
/*
* (non-Javadoc)
*
@@ -532,7 +527,7 @@ public final class ProxyRepositoryFactory implements IProxyRepositoryFactory {
@Override
public synchronized void deleteFolder(Project project, ERepositoryObjectType type, IPath path) throws PersistenceException {
deleteFolder(project, type, path, false);
deleteFolder(projectManager.getCurrentProject(), type, path, false);
}
@Override
@@ -683,17 +678,9 @@ public final class ProxyRepositoryFactory implements IProxyRepositoryFactory {
@Override
public void deleteObjectLogical(Project project, IRepositoryViewObject objToDelete) throws PersistenceException,
BusinessException {
deleteObjectLogical(project, objToDelete, true);
}
@Override
public void deleteObjectLogical(Project project, IRepositoryViewObject objToDelete, boolean needCheckAvailability)
throws PersistenceException, BusinessException {
// RepositoryViewObject is dynamic, so force to use in all case the RepositoryObject with fixed object.
IRepositoryViewObject object = new RepositoryObject(objToDelete.getProperty());
if (needCheckAvailability) {
checkAvailability(object);
}
checkAvailability(object);
this.repositoryFactoryFromProvider.deleteObjectLogical(project, object);
// unlock(objToDelete);
// i18n
@@ -818,14 +805,7 @@ public final class ProxyRepositoryFactory implements IProxyRepositoryFactory {
if (ProxyRepositoryFactory.getInstance().isUserReadOnlyOnCurrentProject()) {
throw new BusinessException(Messages.getString("ProxyRepositoryFactory.bussinessException.itemNonModifiable")); //$NON-NLS-1$
}
restoreObject(ProjectManager.getInstance().getCurrentProject(), objToRestore, path);
}
@Override
public void restoreObject(Project project, IRepositoryViewObject objToRestore, IPath path) throws PersistenceException,
BusinessException {
this.repositoryFactoryFromProvider.restoreObject(project, objToRestore, path);
this.repositoryFactoryFromProvider.restoreObject(objToRestore, path);
unlock(objToRestore);
// i18n
// log.debug("Restoration [" + objToRestore + "] by " + getRepositoryContext().getUser() + " to \"/" + path +
@@ -1499,10 +1479,6 @@ public final class ProxyRepositoryFactory implements IProxyRepositoryFactory {
this.repositoryFactoryFromProvider.initialize();
}
public void loadProjectAndSetContext(IProject eclipseProject) throws PersistenceException {
this.repositoryFactoryFromProvider.loadProjectAndSetContext(eclipseProject);
}
/**
* DOC smallet Comment method "emptyTempFolder".
*
@@ -2047,7 +2023,6 @@ public final class ProxyRepositoryFactory implements IProxyRepositoryFactory {
this.repositoryFactoryFromProvider.executeRepositoryWorkUnit(workUnit);
}
@Override
public void unloadResources(Property property) throws PersistenceException {
repositoryFactoryFromProvider.unloadResources(property);
}

View File

@@ -15,9 +15,7 @@ package org.talend.core.repository.model.listeners;
import java.beans.PropertyChangeEvent;
import java.beans.PropertyChangeListener;
import org.talend.core.model.general.Project;
import org.talend.core.model.repository.IRepositoryObject;
import org.talend.repository.ProjectManager;
import org.talend.repository.documentation.ERepositoryActionName;
/**
@@ -52,22 +50,4 @@ public abstract class AbstractJobDeleteListener implements PropertyChangeListene
public abstract void execute(IRepositoryObject object, int deleteType);
protected Project getProject(IRepositoryObject repositoryObject) {
String projectLabel = repositoryObject.getProjectLabel();
Project currentProject = ProjectManager.getInstance().getCurrentProject();
if (currentProject.getTechnicalLabel().equalsIgnoreCase(projectLabel)) {
return currentProject;
}
{
/**
* Attention!!<br>
* Can't use the workspace version, since reference project may be different branch with master
*/
// Project project = ProjectManager.getInstance().getProjectFromProjectLabel(projectLabel);
}
org.talend.core.model.properties.Project emfProject = ProjectManager.getInstance()
.getProject(repositoryObject.getProperty());
Project project = new Project(emfProject);
return project;
}
}

View File

@@ -76,11 +76,6 @@ public class RecycleBinManager {
projectRecyclebins.clear();
}
public void clearCache(Project project) {
String projectTechnicalLabel = project.getTechnicalLabel();
projectRecyclebins.remove(projectTechnicalLabel);
}
public void clearIndex(Project project) {
loadRecycleBin(project);
projectRecyclebins.get(project.getTechnicalLabel()).getDeletedItems().clear();

View File

@@ -390,7 +390,7 @@ public class CopyObjectAction {
ITestContainerProviderService testContainerService = (ITestContainerProviderService) GlobalServiceRegister
.getDefault().getService(ITestContainerProviderService.class);
if (testContainerService != null) {
testContainerService.copyDataFiles(newItem, sourceNode.getId());
testContainerService.copyDataFiles(newItem, sourceNode);
for (IRepositoryNode testNode : sourceNode.getChildren()) {
Item testItem = testNode.getObject().getProperty().getItem();
if (!(testItem instanceof ProcessItem)) {

View File

@@ -93,7 +93,6 @@ import org.talend.core.repository.utils.RepositoryNodeDeleteManager;
import org.talend.core.repository.utils.RepositoryReferenceBeanUtils;
import org.talend.core.repository.utils.TDQServiceRegister;
import org.talend.core.runtime.CoreRuntimePlugin;
import org.talend.core.runtime.services.IGenericWizardService;
import org.talend.core.service.ICoreUIService;
import org.talend.core.ui.ITestContainerProviderService;
import org.talend.cwm.helper.SubItemHelper;
@@ -485,12 +484,11 @@ public class DeleteAction extends AContextualAction {
if (!objectType.getKey().toString().startsWith("repository.metadata") && objectType != ERepositoryObjectType.SQLPATTERNS //$NON-NLS-1$
&& objectType != ERepositoryObjectType.ROUTINES && objectType != ERepositoryObjectType.getType("BEANS")
&& objectType != ERepositoryObjectType.JOB_SCRIPT && curItem.getParent() instanceof FolderItem
&& ((Item) curItem.getParent()).getParent() instanceof FolderItem && !objectType.isDQItemType()
&& !isGenericType(objectType)) {// MOD
// qiongli
// 2011-1-20
// except
// DQItem.
&& ((Item) curItem.getParent()).getParent() instanceof FolderItem && !objectType.isDQItemType()) {// MOD
// qiongli
// 2011-1-20
// except
// DQItem.
FolderItem parentFolder = (FolderItem) curItem.getParent();
if ("".equals(fullPath)) { //$NON-NLS-1$
fullPath = parentFolder.getProperty().getLabel() + fullPath;
@@ -563,17 +561,6 @@ public class DeleteAction extends AContextualAction {
this.setChildFolderPath(folderItem);
}
private boolean isGenericType(ERepositoryObjectType objectType) {
IGenericWizardService wizardService = null;
if (GlobalServiceRegister.getDefault().isServiceRegistered(IGenericWizardService.class)) {
wizardService = (IGenericWizardService) GlobalServiceRegister.getDefault().getService(IGenericWizardService.class);
}
if (wizardService != null && wizardService.isGenericType(objectType)) {
return true;
}
return false;
}
private void setChildFolderPath(FolderItem folderItem) {
EList childFoderList = folderItem.getChildren();
for (Object o : childFoderList) {
@@ -1193,36 +1180,26 @@ public class DeleteAction extends AContextualAction {
return true;
}
ERepositoryObjectType contentType = node.getContentType();
// Avoid to delete all related documentation node by click Key "Delete" from keyboard.
if (ERepositoryObjectType.JOB_DOC != null && contentType != null) {
if (contentType.equals(ERepositoryObjectType.JOB_DOC)) {
return true;
}
}
if (ERepositoryObjectType.JOB_DOC != null && node.getProperties(EProperties.CONTENT_TYPE) != null) {
if (node.getProperties(EProperties.CONTENT_TYPE).equals(ERepositoryObjectType.JOB_DOC)) {
return true;
}
if (node.getContentType() == ERepositoryObjectType.JOB_DOC) {
return true;
}
if (ERepositoryObjectType.JOBLET_DOC != null && contentType != null) {
if (contentType.equals(ERepositoryObjectType.JOBLET_DOC)) {
return true;
}
}
if (ERepositoryObjectType.JOBLET_DOC != null && node.getProperties(EProperties.CONTENT_TYPE) != null) {
if (node.getProperties(EProperties.CONTENT_TYPE).equals(ERepositoryObjectType.JOBLET_DOC)) {
return true;
}
if (node.getProperties(EProperties.CONTENT_TYPE) == ERepositoryObjectType.JOB_DOC) {
return true;
}
if (ERepositoryObjectType.GENERATED != null && contentType != null) {
if (contentType.equals(ERepositoryObjectType.GENERATED)) {
return true;
}
if (node.getContentType() == ERepositoryObjectType.JOBLET_DOC) {
return true;
}
if (node.getProperties(EProperties.CONTENT_TYPE) == ERepositoryObjectType.JOBLET_DOC) {
return true;
}
if (node.getContentType() == ERepositoryObjectType.GENERATED) {
return true;
}
if (node.getProperties(EProperties.CONTENT_TYPE) == ERepositoryObjectType.METADATA_CON_CDC) {
return true;
}

View File

@@ -343,7 +343,7 @@ public class DuplicateAction extends AContextualAction {
ITestContainerProviderService testContainerService = (ITestContainerProviderService) GlobalServiceRegister
.getDefault().getService(ITestContainerProviderService.class);
if (testContainerService != null) {
testContainerService.copyDataFiles(newItem, sourceNode.getId());
testContainerService.copyDataFiles(newItem, sourceNode);
for (IRepositoryNode testNode : this.sourceNode.getChildren()) {
Item testItem = testNode.getObject().getProperty().getItem();
if (!(testItem instanceof ProcessItem)) {

View File

@@ -95,22 +95,7 @@ public class PasteAction extends AContextualAction {
} catch (BusinessException e) {
jobNewName = sourceNode.getObject().getLabel();
}
//
Object sourceFramework = null;
if (sourceNode.getObject() != null) {
sourceFramework = sourceNode.getObject().getProperty().getAdditionalProperties()
.get(ConvertJobsUtil.FRAMEWORK);
}
ConvertJobsUtil.createOperation(jobNewName, jobTypeValue, frameworkNewValue, sourceNode.getObject());
// reset the framework
if (sourceNode.getObject() != null) {
Object currentFramework = sourceNode.getObject().getProperty().getAdditionalProperties()
.get(ConvertJobsUtil.FRAMEWORK);
if (sourceFramework != null && currentFramework != null && !sourceFramework.equals(currentFramework)) {
sourceNode.getObject().getProperty().getAdditionalProperties()
.put(ConvertJobsUtil.FRAMEWORK, sourceFramework);
}
}
} else {
try {
if (copyObjectAction.validateAction((RepositoryNode) currentSource, target)) {

View File

@@ -26,7 +26,6 @@ import org.eclipse.swt.graphics.Image;
import org.talend.commons.runtime.model.repository.ECDCStatus;
import org.talend.commons.runtime.model.repository.ERepositoryStatus;
import org.talend.commons.ui.runtime.image.ECoreImage;
import org.talend.commons.ui.runtime.image.EImage;
import org.talend.commons.ui.runtime.image.IImage;
import org.talend.commons.ui.runtime.image.ImageProvider;
import org.talend.commons.ui.runtime.image.ImageUtils;
@@ -37,7 +36,6 @@ import org.talend.core.PluginChecker;
import org.talend.core.context.Context;
import org.talend.core.context.RepositoryContext;
import org.talend.core.model.metadata.builder.connection.MetadataTable;
import org.talend.core.model.metadata.builder.connection.SAPBWTable;
import org.talend.core.model.properties.DatabaseConnectionItem;
import org.talend.core.model.properties.Item;
import org.talend.core.model.properties.JobletProcessItem;
@@ -52,13 +50,11 @@ import org.talend.core.model.repository.RepositoryViewObject;
import org.talend.core.repository.model.ProxyRepositoryFactory;
import org.talend.core.repository.model.repositoryObject.MetadataTableRepositoryObject;
import org.talend.core.runtime.CoreRuntimePlugin;
import org.talend.core.runtime.services.IGenericWizardService;
import org.talend.core.ui.ICDCProviderService;
import org.talend.core.ui.IReferencedProjectService;
import org.talend.core.ui.ITestContainerProviderService;
import org.talend.core.ui.branding.IBrandingService;
import org.talend.core.ui.images.RepositoryImageProvider;
import org.talend.cwm.helper.SAPBWTableHelper;
import org.talend.repository.ProjectManager;
import org.talend.repository.model.IProxyRepositoryFactory;
import org.talend.repository.model.IRepositoryNode.ENodeType;
@@ -184,20 +180,6 @@ public class RepositoryLabelProvider extends LabelProvider implements IColorProv
|| repositoryObjectType == ERepositoryObjectType.METADATA_SALESFORCE_MODULE
|| repositoryObjectType == ERepositoryObjectType.METADATA_CON_COLUMN) {
label = label + object.getLabel();
if (object instanceof MetadataTableRepositoryObject) {
MetadataTable table = ((MetadataTableRepositoryObject) object).getTable();
if (table instanceof SAPBWTable) {
SAPBWTable bwTable = (SAPBWTable) table;
if (SAPBWTableHelper.TYPE_INFOOBJECT.equals(bwTable.getModelType())) {
String innerType = bwTable.getInnerIOType();
if (innerType != null && !innerType.equals(SAPBWTableHelper.IO_INNERTYPE_BASIC)) {
label = label + " (" + innerType + ")"; //$NON-NLS-1$ //$NON-NLS-2$
}
}
}
}
if (!mainProject.getLabel().equals(projectLabel) && PluginChecker.isRefProjectLoaded()) {
IReferencedProjectService service = (IReferencedProjectService) GlobalServiceRegister.getDefault()
@@ -265,12 +247,6 @@ public class RepositoryLabelProvider extends LabelProvider implements IColorProv
img = RepositoryNodeProviderRegistryReader.getInstance().getImage(itemType);
if (img == null) {
IImage icon = RepositoryImageProvider.getIcon(itemType);
if (icon == null || EImage.DEFAULT_IMAGE.equals(icon)) {
Image image = getImageFromFramework(itemType);
if (image != null) {
return image;
}
}
if (icon != null) {
img = ImageProvider.getImage(icon);
}
@@ -296,17 +272,6 @@ public class RepositoryLabelProvider extends LabelProvider implements IColorProv
return OverlayImageProvider.getImageWithStatus(image, informationStatus);
}
protected Image getImageFromFramework(ERepositoryObjectType itemType) {
IGenericWizardService wizardService = null;
if (GlobalServiceRegister.getDefault().isServiceRegistered(IGenericWizardService.class)) {
wizardService = (IGenericWizardService) GlobalServiceRegister.getDefault().getService(IGenericWizardService.class);
}
if (wizardService != null && wizardService.isGenericType(itemType)) {
return wizardService.getNodeImage(itemType.getType());
}
return null;
}
public static Image getDefaultJobletImage() {
return ImageProvider.getImage(ECoreImage.JOBLET_COMPONENT_ICON);
}
@@ -335,10 +300,10 @@ public class RepositoryLabelProvider extends LabelProvider implements IColorProv
imageDesc = ImageUtils.scale(imageDesc, ICON_SIZE.ICON_32);
String md5Desc = MD5.getMD5(item.getIcon().getInnerContent());
image = cachedImages.get(md5Desc);
if (image == null || image.isDisposed()) {
image = imageDesc.createImage();
cachedImages.put(md5Desc, image);
cachedImages.put(md5Desc, image);
} else {
// image = imageDesc.createImage();
}
@@ -361,16 +326,10 @@ public class RepositoryLabelProvider extends LabelProvider implements IColorProv
switch (node.getType()) {
case STABLE_SYSTEM_FOLDER:
case SYSTEM_FOLDER:
ERepositoryObjectType contentType = node.getContentType();
if (nodeIcon == null || EImage.DEFAULT_IMAGE.equals(nodeIcon)) {
Image image = getImageFromFramework(contentType);
if (image != null) {
return image;
}
}
if (nodeIcon != null) {
return ImageProvider.getImage(nodeIcon);
}
ERepositoryObjectType contentType = node.getContentType();
if (contentType != null) {
Image image = RepositoryNodeProviderRegistryReader.getInstance().getImage(contentType);
if (image != null) {

View File

@@ -12,7 +12,6 @@
// ============================================================================
package org.talend.core.repository.utils;
import java.io.File;
import java.util.ArrayList;
import java.util.List;
@@ -20,9 +19,7 @@ import org.eclipse.core.resources.IWorkspace;
import org.eclipse.core.resources.IWorkspaceRunnable;
import org.eclipse.core.resources.ResourcesPlugin;
import org.eclipse.core.runtime.CoreException;
import org.eclipse.core.runtime.IPath;
import org.eclipse.core.runtime.IProgressMonitor;
import org.eclipse.core.runtime.Path;
import org.eclipse.core.runtime.jobs.ISchedulingRule;
import org.eclipse.jface.dialogs.MessageDialog;
import org.eclipse.swt.custom.CCombo;
@@ -36,7 +33,7 @@ import org.talend.core.GlobalServiceRegister;
import org.talend.core.PluginChecker;
import org.talend.core.hadoop.HadoopConstants;
import org.talend.core.hadoop.IHadoopDistributionService;
import org.talend.core.model.general.Project;
import org.talend.core.hadoop.version.EHadoopVersion4Drivers;
import org.talend.core.model.process.IElementParameter;
import org.talend.core.model.process.IProcess;
import org.talend.core.model.properties.Item;
@@ -46,8 +43,6 @@ import org.talend.core.model.repository.ERepositoryObjectType;
import org.talend.core.model.repository.IRepositoryViewObject;
import org.talend.core.repository.i18n.Messages;
import org.talend.core.runtime.CoreRuntimePlugin;
import org.talend.core.runtime.hd.IHDConstants;
import org.talend.core.runtime.hd.IHDistributionVersion;
import org.talend.core.ui.ITestContainerProviderService;
import org.talend.designer.core.convert.IProcessConvertService;
import org.talend.designer.core.convert.IProcessConvertToAllTypeService;
@@ -322,8 +317,8 @@ public class ConvertJobsUtil {
ERepositoryObjectType oldRepType = (oldJobType == null ? null : oldJobType.getERepositoryObjectType());
ERepositoryObjectType newRepType = (newJobType == null ? null : newJobType.getERepositoryObjectType());
boolean isNeedConvert = ProcessConvertManager.getInstance().CheckConvertProcess(oldRepType, oldFrameworkValue,
newRepType, newFrameworkValue);
boolean isNeedConvert = ProcessConvertManager.getInstance().CheckConvertProcess(oldRepType, oldFrameworkValue, newRepType,
newFrameworkValue);
// if need popup warning, then do this check
if (isNeedConvert && needPopupWarning) {
@@ -332,29 +327,29 @@ public class ConvertJobsUtil {
boolean isSparkStreaming = SPARKSTREAMING_FRAMEWORK.equals(newFrameworkValue);
if (isSpark || isSparkStreaming) {
try {
IProcessConvertService converter = ProcessConvertManager.getInstance().extractConvertService(
ProcessConverterType.CONVERTER_FOR_MAPREDUCE);
IProcessConvertService converter = ProcessConvertManager.getInstance()
.extractConvertService(ProcessConverterType.CONVERTER_FOR_MAPREDUCE);
IProcess process = converter.getProcessFromItem(originalItem, false);
IElementParameter mrVersion = process.getElementParameter(MR_VERSION);
if (mrVersion != null
&& GlobalServiceRegister.getDefault().isServiceRegistered(IHadoopDistributionService.class)) {
IHadoopDistributionService hadoopService = (IHadoopDistributionService) GlobalServiceRegister
.getDefault().getService(IHadoopDistributionService.class);
IHDistributionVersion distributionVersion = hadoopService.getHadoopDistributionVersion(
(String) mrVersion.getValue(), false);
if (distributionVersion != null) {
boolean isSupport = false;
if (isSpark) {
isSupport = hadoopService.doSupportService(distributionVersion, IHDConstants.SERVICE_SPARK);
} else if (isSparkStreaming) {
isSupport = hadoopService.doSupportService(distributionVersion,
IHDConstants.SERVICE_SPARK_STREAMING);
}
if (!isSupport) {
MessageDialog.openWarning(Display.getDefault().getActiveShell(),
Messages.getString("ConvertJobsUtil.warning.title"), //$NON-NLS-1$
Messages.getString("ConvertJobsUtil.warning.message")); //$NON-NLS-1$
if (mrVersion != null) {
EHadoopVersion4Drivers hadoopVersion = EHadoopVersion4Drivers
.indexOfByVersion((String) mrVersion.getValue());
if (hadoopVersion != null) {
if (GlobalServiceRegister.getDefault().isServiceRegistered(IHadoopDistributionService.class)) {
IHadoopDistributionService hadoopService = (IHadoopDistributionService) GlobalServiceRegister
.getDefault().getService(IHadoopDistributionService.class);
boolean isSupport = false;
if (isSpark) {
isSupport = hadoopService.isSupportSpark(hadoopVersion);
} else if (isSparkStreaming) {
isSupport = hadoopService.isSupportSparkStreaming(hadoopVersion);
}
if (!isSupport) {
MessageDialog.openWarning(Display.getDefault().getActiveShell(),
Messages.getString("ConvertJobsUtil.warning.title"), //$NON-NLS-1$
Messages.getString("ConvertJobsUtil.warning.message")); //$NON-NLS-1$
}
}
}
}
@@ -369,18 +364,6 @@ public class ConvertJobsUtil {
return isNeedConvert;
}
public static boolean hasTestCase(Project project, Property property) {
boolean hasTestCase = false;
if (GlobalServiceRegister.getDefault().isServiceRegistered(ITestContainerProviderService.class)) {
ITestContainerProviderService testContainerService = (ITestContainerProviderService) GlobalServiceRegister
.getDefault().getService(ITestContainerProviderService.class);
if (testContainerService != null) {
hasTestCase = testContainerService.hasTestCase(project, property);
}
}
return hasTestCase;
}
public static boolean hasTestCase(Property property) {
boolean hasTestCase = false;
if (GlobalServiceRegister.getDefault().isServiceRegistered(ITestContainerProviderService.class)) {
@@ -436,7 +419,7 @@ public class ConvertJobsUtil {
if (newItem == null) {
return false;
}
convertTestcases(newItem,sourceObject,jobTypeValue);
boolean isNewItemCreated = true;
Property repositoryProperty = sourceObject.getProperty();
if (repositoryProperty != null) {
@@ -489,38 +472,6 @@ public class ConvertJobsUtil {
}
return isNewItemCreated;
}
public static void convertTestcases(final Item newItem,final IRepositoryViewObject sourceObject,final String jobTypeValue){
if (GlobalServiceRegister.getDefault().isServiceRegistered(ITestContainerProviderService.class)) {
ITestContainerProviderService testContainerService = (ITestContainerProviderService) GlobalServiceRegister
.getDefault().getService(ITestContainerProviderService.class);
if (testContainerService != null) {
testContainerService.copyDataFiles(newItem, sourceObject.getId());
Item item = sourceObject.getProperty().getItem();
if(!(item instanceof ProcessItem)){
return;
}
testContainerService.copyTestCase(newItem, (ProcessItem)item, getTestCasePath(newItem,jobTypeValue), null, true);
}
}
}
public static IPath getTestCasePath(Item newItem, String jobTypeValue) {
StringBuffer pathName = new StringBuffer();
if (JobType.STANDARD.getDisplayName().equals(jobTypeValue)) {
pathName.append(JobType.STANDARD.repositoryObjectType.getFolder());
}else if (JobType.BIGDATASTREAMING.getDisplayName().equals(jobTypeValue)){
pathName.append(JobType.BIGDATASTREAMING.repositoryObjectType.getFolder());
}else if (JobType.BIGDATABATCH.getDisplayName().equals(jobTypeValue)){
pathName.append(JobType.BIGDATABATCH.repositoryObjectType.getFolder());
} else {
pathName.append("process");
}
pathName.append(File.separator).append(newItem.getProperty().getId());
final Path path = new Path(pathName.toString());
return path;
}
/**
* DOC nrousseau Comment method "getFrameworkItemsByJobType".

View File

@@ -15,6 +15,7 @@ Export-Package: org.talend.commons.utils.generation,
org.talend.core.database.conn,
org.talend.core.database.conn.template,
org.talend.core.database.conn.version,
org.talend.core.database.hbase.conn.version,
org.talend.core.database.utils,
org.talend.core.download,
org.talend.core.exception,
@@ -52,8 +53,7 @@ Export-Package: org.talend.commons.utils.generation,
org.talend.core.prefs,
org.talend.core.repository,
org.talend.core.runtime,
org.talend.core.runtime.hd,
org.talend.core.runtime.hd.hive,
org.talend.core.runtime.conf,
org.talend.core.runtime.maven,
org.talend.core.runtime.preference,
org.talend.core.runtime.process,
@@ -111,12 +111,10 @@ Require-Bundle: org.eclipse.jdt.core,
org.talend.commons.ui,
org.ops4j.pax.url.mvn,
org.talend.components.api,
org.apache.servicemix.bundles.avro,
jackson-core-asl
org.apache.servicemix.bundles.avro
Bundle-Activator: org.talend.core.runtime.CoreRuntimePlugin
Bundle-ActivationPolicy: lazy
Bundle-ClassPath: .,
lib/resty-0.3.2.jar,
lib/json_simple-1.1.jar
Eclipse-RegisterBuddy: org.talend.testutils
Bundle-RequiredExecutionEnvironment: JavaSE-1.7

View File

@@ -12,6 +12,7 @@ bin.includes = META-INF/,\
lib/,\
talend_metadata_columns_schema.xsd,\
talend_targetschema_columns_schema.xsd,\
resources/,\
dist/
src.includes = META-INF/,\
mappingMetadataTypes.xml,\

View File

@@ -9,13 +9,11 @@
<dbType type="INT" ignoreLen="true" ignorePre="true"/>
<dbType type="TINYINT" ignoreLen="true" ignorePre="true"/>
<dbType type="STRING" ignoreLen="true" ignorePre="true"/>
<dbType type="DECIMAL" ignoreLen="false" ignorePre="false"/>
<dbType type="BOOLEAN" ignoreLen="true" ignorePre="true"/>
<dbType type="STRUCT" ignoreLen="true" ignorePre="true"/>
<dbType type="MAP" ignoreLen="true" ignorePre="true"/>
<dbType type="ARRAY" ignoreLen="true" ignorePre="true"/>
<dbType type="TIMESTAMP" ignoreLen="true" ignorePre="true"/>
<dbType type="DATE" ignoreLen="true" ignorePre="true"/>
</dbTypes>
<language name="java">
@@ -36,11 +34,9 @@
</talendType>
<talendType type="id_Date">
<dbType type="TIMESTAMP" default="true"/>
<dbType type="DATE"/>
</talendType>
<talendType type="id_BigDecimal">
<dbType type="DECIMAL" default="true"/>
<dbType type="BIGINT"/>
<dbType type="BIGINT" default="true"/>
<dbType type="FLOAT"/>
<dbType type="DOUBLE"/>
</talendType>
@@ -84,9 +80,6 @@
<talendType type="id_BigDecimal"/>
<talendType type="id_Float"/>
</dbType>
<dbType type="DECIMAL">
<talendType type="id_BigDecimal" default="true"/>
</dbType>
<dbType type="BIGINT">
<talendType type="id_BigDecimal" default="true"/>
<talendType type="id_Byte"/>
@@ -118,10 +111,7 @@
<dbType type="ARRAY">
<talendType type="id_Object" default="true"/>
</dbType>
<dbType type="TIMESTAMP">
<talendType type="id_Date" default="true"/>
</dbType>
<dbType type="DATE">
<dbType type="TIMESTAMP">
<talendType type="id_Date" default="true"/>
</dbType>
</dbToTalendTypes>

View File

@@ -1,27 +1,27 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.core.runtime</artifactId>
<packaging>eclipse-plugin</packaging>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-deploy-plugin</artifactId>
<version>2.8.2</version>
<executions>
<execution>
<id>default-deploy</id>
<phase>deploy</phase>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.talend.studio</groupId>
<artifactId>tcommon-studio-se</artifactId>
<version>6.2.0-SNAPSHOT</version>
<relativePath>../../../</relativePath>
</parent>
<artifactId>org.talend.core.runtime</artifactId>
<packaging>eclipse-plugin</packaging>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-deploy-plugin</artifactId>
<version>2.8.2</version>
<executions>
<execution>
<id>default-deploy</id>
<phase>deploy</phase>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>

View File

@@ -0,0 +1,191 @@
{"HADOOP": {
"HORTONWORKS": {
"NAMENODE_URI": "hdfs://localhost:8020",
"JOBTRACKER": "localhost:50300",
"RESOURCE_MANAGER": "localhost:8050",
"RESOURCEMANAGER_SCHEDULER_ADDRESS": "localhost:8030",
"JOBHISTORY_ADDRESS": "0.0.0.0:10020",
"STAGING_DIRECTORY": "/user",
"NAMENODE_PRINCIPAL": "nn/_HOST@EXAMPLE.COM",
"JOBTRACKER_PRINCIPAL" : "mapred/_HOST@EXAMPLE.COM",
"RESOURCE_MANAGER_PRINCIPAL" : "yarn/_HOST@EXAMPLE.COM",
"JOBHISTORY_PRINCIPAL" : "mapred/_HOST@EXAMPLE.COM",
"HIVE": {
"EMBEDDED": {
"PORT": 9083
},
"STANDALONE": {
"PORT": 10000
},
"DATABASE": "default",
"HIVE_PRINCIPAL": "hive/_HOST@EXAMPLE.COM"
},
"HBASE": {
"PORT": 2181
}
},
"CLOUDERA": {
"NAMENODE_URI": "hdfs://localhost:8020",
"JOBTRACKER": "localhost:8021",
"RESOURCE_MANAGER": "localhost:8032",
"RESOURCEMANAGER_SCHEDULER_ADDRESS": "localhost:8030",
"JOBHISTORY_ADDRESS": "0.0.0.0:10020",
"STAGING_DIRECTORY": "/user",
"NAMENODE_PRINCIPAL": "hdfs/_HOST@EXAMPLE.COM",
"JOBTRACKER_PRINCIPAL" : "mapred/_HOST@EXAMPLE.COM",
"RESOURCE_MANAGER_PRINCIPAL" : "yarn/_HOST@EXAMPLE.COM",
"JOBHISTORY_PRINCIPAL" : "mapred/_HOST@EXAMPLE.COM",
"HIVE": {
"EMBEDDED": {
"PORT": 9083
},
"STANDALONE": {
"PORT": 10000
},
"DATABASE": "default",
"HIVE_PRINCIPAL": "hive/_HOST@EXAMPLE.COM"
},
"HBASE": {
"PORT": 2181
}
},
"MAPR": {
"NAMENODE_URI": "maprfs:///localhost:7222",
"JOBTRACKER": "localhost:9001",
"RESOURCE_MANAGER": "localhost:8032",
"RESOURCEMANAGER_SCHEDULER_ADDRESS": "localhost:8030",
"JOBHISTORY_ADDRESS": "0.0.0.0:10020",
"STAGING_DIRECTORY": "/user",
"HIVE": {
"EMBEDDED": {
"PORT": 9083
},
"STANDALONE": {
"PORT": 10000
},
"DATABASE": "default",
"HIVE_PRINCIPAL": "hive/_HOST@EXAMPLE.COM"
},
"HBASE": {
"PORT": 5181
}
},
"APACHE": {
"NAMENODE_URI": "hdfs://localhost:9000",
"JOBTRACKER": "localhost:9001",
"RESOURCEMANAGER_SCHEDULER_ADDRESS": "localhost:8030",
"JOBHISTORY_ADDRESS": "0.0.0.0:10020",
"STAGING_DIRECTORY": "/user",
"NAMENODE_PRINCIPAL": "nn/_HOST@EXAMPLE.COM",
"JOBTRACKER_PRINCIPAL" : "mapred/_HOST@EXAMPLE.COM",
"RESOURCE_MANAGER_PRINCIPAL" : "yarn/_HOST@EXAMPLE.COM",
"HIVE": {
"EMBEDDED": {
"PORT": 9083
},
"STANDALONE": {
"PORT": 10000
},
"DATABASE": "default",
"HIVE_PRINCIPAL": "hive/_HOST@EXAMPLE.COM"
},
"HBASE": {
"PORT": 2181
}
},
"AMAZON_EMR": {
"EMR_4_0_0": {
"NAMENODE_URI": "hdfs://localhost:8020",
"RESOURCE_MANAGER": "localhost:8032",
"HBASE": {
"PORT": 2181
}
},
"APACHE_2_4_0_EMR": {
"NAMENODE_URI": "hdfs://localhost:9000",
"RESOURCE_MANAGER": "localhost:9022",
"HBASE": {
"PORT": 2181
}
},
"APACHE_1_0_3_EMR": {
"NAMENODE_URI": "hdfs://localhost:9000",
"JOBTRACKER": "localhost:9001",
"HBASE": {
"PORT": 2181
}
},
"MapR_EMR": {
"NAMENODE_URI": "maprfs:///localhost:7222",
"JOBTRACKER": "localhost:9001",
"HBASE": {
"PORT": 5181
}
},
"RESOURCEMANAGER_SCHEDULER_ADDRESS": "localhost:8030",
"JOBHISTORY_ADDRESS": "0.0.0.0:10020",
"STAGING_DIRECTORY": "/user",
"NAMENODE_PRINCIPAL": "nn/_HOST@EXAMPLE.COM",
"JOBTRACKER_PRINCIPAL" : "mapred/_HOST@EXAMPLE.COM",
"RESOURCE_MANAGER_PRINCIPAL" : "yarn/_HOST@EXAMPLE.COM",
"HIVE": {
"EMBEDDED": {
"PORT": 9083
},
"STANDALONE": {
"PORT": 10004
},
"DATABASE": "default",
"HIVE_PRINCIPAL": "hive/_HOST@EXAMPLE.COM"
}
},
"PIVOTAL_HD": {
"NAMENODE_URI": "hdfs://localhost:8020",
"JOBTRACKER": "localhost:8032",
"RESOURCE_MANAGER": "localhost:8032",
"RESOURCEMANAGER_SCHEDULER_ADDRESS": "localhost:8030",
"JOBHISTORY_ADDRESS": "0.0.0.0:10020",
"STAGING_DIRECTORY": "/user",
"NAMENODE_PRINCIPAL": "nn/_HOST@EXAMPLE.COM",
"JOBTRACKER_PRINCIPAL" : "mapred/_HOST@EXAMPLE.COM",
"RESOURCE_MANAGER_PRINCIPAL" : "yarn/_HOST@EXAMPLE.COM",
"JOBHISTORY_PRINCIPAL" : "mapred/_HOST@EXAMPLE.COM",
"HIVE": {
"EMBEDDED": {
"PORT": 9083
},
"STANDALONE": {
"PORT": 10000
},
"DATABASE": "default",
"HIVE_PRINCIPAL": "hive/_HOST@EXAMPLE.COM"
},
"HBASE": {
"PORT": 2181
}
},
"CUSTOM": {
"NAMENODE_URI": "hdfs://localhost:8020",
"JOBTRACKER": "localhost:50300",
"RESOURCE_MANAGER": "localhost:8032",
"RESOURCEMANAGER_SCHEDULER_ADDRESS": "localhost:8030",
"JOBHISTORY_ADDRESS": "0.0.0.0:10020",
"STAGING_DIRECTORY": "/user",
"NAMENODE_PRINCIPAL": "nn/_HOST@EXAMPLE.COM",
"JOBTRACKER_PRINCIPAL" : "mapred/_HOST@EXAMPLE.COM",
"RESOURCE_MANAGER_PRINCIPAL" : "yarn/_HOST@EXAMPLE.COM",
"HIVE": {
"EMBEDDED": {
"PORT": 9083
},
"STANDALONE": {
"PORT": 10000
},
"DATABASE": "default",
"HIVE_PRINCIPAL": "hive/_HOST@EXAMPLE.COM"
},
"HBASE": {
"PORT": 2181
}
}
}}

View File

@@ -34,8 +34,7 @@ import org.talend.core.ILibraryManagerService;
import org.talend.core.database.conn.ConnParameterKeys;
import org.talend.core.model.general.Project;
import org.talend.core.model.metadata.IMetadataConnection;
import org.talend.core.runtime.hd.IHDistribution;
import org.talend.core.runtime.hd.hive.HiveMetadataHelper;
import org.talend.core.model.metadata.connection.hive.HiveConnUtils;
import org.talend.repository.ProjectManager;
import org.talend.utils.io.FilesUtils;
@@ -44,21 +43,21 @@ import org.talend.utils.io.FilesUtils;
*/
public class ClassLoaderFactory {
public final static String EXTENSION_POINT_ID = "org.talend.core.runtime.classloader_provider"; //$NON-NLS-1$
private final static String EXTENSION_POINT_ID = "org.talend.core.runtime.classloader_provider"; //$NON-NLS-1$
private static IConfigurationElement[] configurationElements = null;
private static Map<String, DynamicClassLoader> classLoadersMap = null;
public final static String SEPARATOR = ";"; //$NON-NLS-1$
private final static String SEPARATOR = ";"; //$NON-NLS-1$
private final static String PATH_SEPARATOR = "/"; //$NON-NLS-1$
public final static String INDEX_ATTR = "index"; //$NON-NLS-1$
private final static String INDEX_ATTR = "index"; //$NON-NLS-1$
public final static String LIB_ATTR = "libraries"; //$NON-NLS-1$
private final static String LIB_ATTR = "libraries"; //$NON-NLS-1$
public final static String PARENT_ATTR = "parent"; //$NON-NLS-1$
private final static String PARENT_ATTR = "parent"; //$NON-NLS-1$
static {
IExtensionRegistry registry = Platform.getExtensionRegistry();
@@ -167,67 +166,44 @@ public class ClassLoaderFactory {
classLoadersMap = new ConcurrentHashMap<String, DynamicClassLoader>();
}
public static IConfigurationElement findIndex(String index) {
if (StringUtils.isNotEmpty(index) && configurationElements != null) {
private static synchronized DynamicClassLoader findLoader(String index, ClassLoader parentLoader,
boolean showDownloadIfNotExist) {
if (index != null && configurationElements != null) {
for (IConfigurationElement current : configurationElements) {
String key = current.getAttribute(INDEX_ATTR);
if (index.equals(key)) {
return current;
String libraries = current.getAttribute(LIB_ATTR);
if (StringUtils.isNotEmpty(index)) {
DynamicClassLoader classLoader = null;
ClassLoader parentClassLoader = null;
String parentKey = current.getAttribute(PARENT_ATTR);
// take parent classlaoder in extensions first
if (StringUtils.isNotEmpty(parentKey)) {
parentClassLoader = getClassLoader(parentKey, showDownloadIfNotExist);
}
if (parentClassLoader == null) {
parentClassLoader = parentLoader;
}
if (parentClassLoader == null) {
classLoader = new DynamicClassLoader();
} else {
classLoader = new DynamicClassLoader(parentClassLoader);
}
boolean putInCache = true;
if (StringUtils.isNotEmpty(libraries)) {
String[] librariesArray = libraries.split(SEPARATOR);
putInCache = loadLibraries(classLoader, librariesArray, showDownloadIfNotExist);
}
if (putInCache) {
// if any libraries can't be retreived , do not put it in cache
classLoadersMap.put(index, classLoader);
}
return classLoader;
}
}
}
}
return null;
}
public static String[] getLibs(String index) {
IConfigurationElement current = findIndex(index);
return getLibs(current);
}
public static String[] getLibs(IConfigurationElement current) {
if (current != null) {
String libraries = current.getAttribute(LIB_ATTR);
if (StringUtils.isNotEmpty(libraries)) {
return libraries.split(SEPARATOR);
}
}
return new String[0];
}
private static synchronized DynamicClassLoader findLoader(String index, ClassLoader parentLoader,
boolean showDownloadIfNotExist) {
IConfigurationElement current = findIndex(index);
if (current != null) {
// String key = current.getAttribute(INDEX_ATTR);
// String libraries = current.getAttribute(LIB_ATTR);
String parentKey = current.getAttribute(PARENT_ATTR);
ClassLoader parentClassLoader = null;
// take parent classlaoder in extensions first
if (StringUtils.isNotEmpty(parentKey)) {
parentClassLoader = getClassLoader(parentKey, showDownloadIfNotExist);
}
if (parentClassLoader == null) {
parentClassLoader = parentLoader;
}
DynamicClassLoader classLoader = null;
if (parentClassLoader == null) {
classLoader = new DynamicClassLoader();
} else {
classLoader = new DynamicClassLoader(parentClassLoader);
}
boolean putInCache = true;
String[] librariesArray = getLibs(current);
if (librariesArray.length > 0) {
putInCache = loadLibraries(classLoader, librariesArray, showDownloadIfNotExist);
}
if (putInCache) {
// if any libraries can't be retreived , do not put it in cache
classLoadersMap.put(index, classLoader);
}
return classLoader;
}
return null;
}
@@ -299,9 +275,7 @@ public class ClassLoaderFactory {
String distroKey = (String) metadataConn.getParameter(ConnParameterKeys.CONN_PARA_KEY_HIVE_DISTRIBUTION);
String distroVersion = (String) metadataConn.getParameter(ConnParameterKeys.CONN_PARA_KEY_HIVE_VERSION);
String hiveModel = (String) metadataConn.getParameter(ConnParameterKeys.CONN_PARA_KEY_HIVE_MODE);
IHDistribution distribution = HiveMetadataHelper.getDistribution(distroKey, false);
if (distribution != null && distribution.useCustom()) {
if (HiveConnUtils.isCustomDistro(distroKey)) {
String jarsStr = (String) metadataConn.getParameter(ConnParameterKeys.CONN_PARA_KEY_HADOOP_CUSTOM_JARS);
moduleList = jarsStr.split(";"); //$NON-NLS-1$
} else {

View File

@@ -59,7 +59,7 @@ public enum EDatabase4DriverClassName {
ORACLE_CUSTOM(EDatabaseTypeName.ORACLE_CUSTOM, "oracle.jdbc.OracleDriver", "oracle.jdbc.driver.OracleDriver"), //$NON-NLS-1$ //$NON-NLS-2$
PARACCEL(EDatabaseTypeName.PARACCEL, "com.paraccel.Driver"), //$NON-NLS-1$
REDSHIFT(EDatabaseTypeName.REDSHIFT, "com.amazon.redshift.jdbc41.Driver"), //$NON-NLS-1$
REDSHIFT(EDatabaseTypeName.REDSHIFT, "com.paraccel.Driver"), //$NON-NLS-1$
// Take care, PSQL is set as first here since actually the audit will take the first db with the postgresql driver
// if change the order, it might break the audit for PSQL.

View File

@@ -23,7 +23,7 @@ import org.talend.core.database.conn.template.DbConnStrForHive;
import org.talend.core.database.conn.template.EDatabaseConnTemplate;
import org.talend.core.database.conn.version.EDatabaseVersion4Drivers;
import org.talend.core.model.metadata.builder.connection.DatabaseConnection;
import org.talend.core.model.metadata.connection.hive.HiveModeInfo;
import org.talend.core.model.metadata.connection.hive.HiveConnVersionInfo;
import org.talend.core.model.utils.ContextParameterUtils;
import org.talend.core.utils.TalendQuoteUtils;
@@ -191,16 +191,15 @@ public class DatabaseConnStrUtil {
}
// DbConnStrForHive.URL_HIVE_2_TEMPLATE or DbConnStrForHive.URL_HIVE_1_TEMPLATE
// set a default
boolean isEmbedded = (HiveModeInfo.get(hiveModel) == HiveModeInfo.EMBEDDED);
String url = null;
if (template.startsWith(DbConnStrForHive.URL_HIVE_2_TEMPLATE)) {
if (isEmbedded) {
if (HiveConnVersionInfo.MODE_EMBEDDED.getKey().equalsIgnoreCase(hiveModel)) {
url = getHive2EmbeddedURLString();
} else {
url = getHive2StandaloneURLString(false, server, port, sidOrDatabase, hivePrincipal);
}
} else if (template.startsWith(DbConnStrForHive.URL_HIVE_1_TEMPLATE)) {
if (isEmbedded) {
if (HiveConnVersionInfo.MODE_EMBEDDED.getKey().equalsIgnoreCase(hiveModel)) {
url = getHive1EmbeddedURLString();
} else {
url = getHive1StandaloneURLString(false, server, port, sidOrDatabase);

View File

@@ -165,7 +165,7 @@ public enum EDatabaseConnTemplate {
"5439")), //$NON-NLS-1$
REDSHIFT(new DbConnStr(EDatabaseTypeName.REDSHIFT, //
"jdbc:redshift://<host>:<port>/<sid>", //$NON-NLS-1$
"jdbc:paraccel://<host>:<port>/<sid>", //$NON-NLS-1$
"5439")), //$NON-NLS-1$
NETEZZA(new DbConnStr(EDatabaseTypeName.NETEZZA, //

View File

@@ -180,7 +180,7 @@ public enum EDatabaseVersion4Drivers {
"commons-codec-1.9.jar", "htrace-core-3.2.0-incubating.jar", "jackson-mapper-asl-1.8.8.jar",
"jackson-core-asl-1.8.8.jar", "jackson-jaxrs-1.8.8.jar", "jackson-xc-1.8.8.jar", "jersey-client-1.9.jar" })),
REDSHIFT(new DbVersion4Drivers(EDatabaseTypeName.REDSHIFT, "RedshiftJDBC41-1.1.13.1013.jar")), //$NON-NLS-1$
REDSHIFT(new DbVersion4Drivers(EDatabaseTypeName.REDSHIFT, "paraccel-jdbc.jar")), //$NON-NLS-1$
AMAZON_AURORA(new DbVersion4Drivers(EDatabaseTypeName.AMAZON_AURORA, "mysql-connector-java-5.1.30-bin.jar")); //$NON-NLS-1$

View File

@@ -0,0 +1,208 @@
// ============================================================================
//
// Copyright (C) 2006-2016 Talend Inc. - www.talend.com
//
// This source code is available under agreement available at
// %InstallDIR%\features\org.talend.rcp.branding.%PRODUCTNAME%\%PRODUCTNAME%license.txt
//
// You should have received a copy of the agreement
// along with this program; if not, write to Talend SA
// 9 rue Pages 92150 Suresnes, France
//
// ============================================================================
package org.talend.core.database.hbase.conn.version;
import java.util.ArrayList;
import java.util.List;
import org.talend.core.hadoop.version.EHadoopVersion4Drivers;
/**
* DOC ycbai class global comment. Detailled comment
*/
public enum EHBaseDistribution4Versions {
HDP_2_3(EHBaseDistributions.HORTONWORKS, EHadoopVersion4Drivers.HDP_2_3.getVersionDisplay(), EHadoopVersion4Drivers.HDP_2_3
.getVersionValue()),
HDP_2_2(EHBaseDistributions.HORTONWORKS, EHadoopVersion4Drivers.HDP_2_2.getVersionDisplay(), EHadoopVersion4Drivers.HDP_2_2
.getVersionValue()),
HDP_2_1(EHBaseDistributions.HORTONWORKS, EHadoopVersion4Drivers.HDP_2_1.getVersionDisplay(), EHadoopVersion4Drivers.HDP_2_1
.getVersionValue()),
HDP_2_0(EHBaseDistributions.HORTONWORKS, EHadoopVersion4Drivers.HDP_2_0.getVersionDisplay(), EHadoopVersion4Drivers.HDP_2_0
.getVersionValue()),
HDP_1_3(EHBaseDistributions.HORTONWORKS, EHadoopVersion4Drivers.HDP_1_3.getVersionDisplay(), EHadoopVersion4Drivers.HDP_1_3
.getVersionValue()),
HDP_1_2(EHBaseDistributions.HORTONWORKS, EHadoopVersion4Drivers.HDP_1_2.getVersionDisplay(), EHadoopVersion4Drivers.HDP_1_2
.getVersionValue()),
APACHE_2_4_0_EMR(
EHBaseDistributions.AMAZON_EMR,
EHadoopVersion4Drivers.APACHE_2_4_0_EMR.getVersionDisplay(),
EHadoopVersion4Drivers.APACHE_2_4_0_EMR.getVersionValue()),
APACHE_1_0_3_EMR(
EHBaseDistributions.AMAZON_EMR,
EHadoopVersion4Drivers.APACHE_1_0_3_EMR.getVersionDisplay(),
EHadoopVersion4Drivers.APACHE_1_0_3_EMR.getVersionValue()),
APACHE_1_0_0(
EHBaseDistributions.APACHE,
EHadoopVersion4Drivers.APACHE_1_0_0.getVersionDisplay(),
EHadoopVersion4Drivers.APACHE_1_0_0.getVersionValue()),
CLOUDERA_CDH5_5(
EHBaseDistributions.CLOUDERA,
EHadoopVersion4Drivers.CLOUDERA_CDH5_5.getVersionDisplay(),
EHadoopVersion4Drivers.CLOUDERA_CDH5_5.getVersionValue()),
CLOUDERA_CDH5_4(
EHBaseDistributions.CLOUDERA,
EHadoopVersion4Drivers.CLOUDERA_CDH5_4.getVersionDisplay(),
EHadoopVersion4Drivers.CLOUDERA_CDH5_4.getVersionValue()),
CLOUDERA_CDH5_1(
EHBaseDistributions.CLOUDERA,
EHadoopVersion4Drivers.CLOUDERA_CDH5_1.getVersionDisplay(),
EHadoopVersion4Drivers.CLOUDERA_CDH5_1.getVersionValue()),
CLOUDERA_CDH5_1_MR1(
EHBaseDistributions.CLOUDERA,
EHadoopVersion4Drivers.CLOUDERA_CDH5_1_MR1.getVersionDisplay(),
EHadoopVersion4Drivers.CLOUDERA_CDH5_1_MR1.getVersionValue()),
CLOUDERA_CDH5(
EHBaseDistributions.CLOUDERA,
EHadoopVersion4Drivers.CLOUDERA_CDH5.getVersionDisplay(),
EHadoopVersion4Drivers.CLOUDERA_CDH5.getVersionValue()),
CLOUDERA_CDH4_YARN(
EHBaseDistributions.CLOUDERA,
EHadoopVersion4Drivers.CLOUDERA_CDH4_YARN.getVersionDisplay(),
EHadoopVersion4Drivers.CLOUDERA_CDH4_YARN.getVersionValue()),
CLOUDERA_CDH4(
EHBaseDistributions.CLOUDERA,
EHadoopVersion4Drivers.CLOUDERA_CDH4.getVersionDisplay(),
EHadoopVersion4Drivers.CLOUDERA_CDH4.getVersionValue()),
MAPR_5_0_0(EHBaseDistributions.MAPR, EHadoopVersion4Drivers.MAPR500.getVersionDisplay(), EHadoopVersion4Drivers.MAPR500
.getVersionValue()),
MAPR_4_1_0(EHBaseDistributions.MAPR, EHadoopVersion4Drivers.MAPR410.getVersionDisplay(), EHadoopVersion4Drivers.MAPR410
.getVersionValue()),
MAPR_4_0_1(EHBaseDistributions.MAPR, EHadoopVersion4Drivers.MAPR401.getVersionDisplay(), EHadoopVersion4Drivers.MAPR401
.getVersionValue()),
MAPR_3_1_0(EHBaseDistributions.MAPR, EHadoopVersion4Drivers.MAPR310.getVersionDisplay(), EHadoopVersion4Drivers.MAPR310
.getVersionValue()),
MAPR_3_0_1(EHBaseDistributions.MAPR, EHadoopVersion4Drivers.MAPR301.getVersionDisplay(), EHadoopVersion4Drivers.MAPR301
.getVersionValue()),
MAPR_2_1_3(EHBaseDistributions.MAPR, EHadoopVersion4Drivers.MAPR213.getVersionDisplay(), EHadoopVersion4Drivers.MAPR213
.getVersionValue()),
MAPR_2_1_2(EHBaseDistributions.MAPR, EHadoopVersion4Drivers.MAPR212.getVersionDisplay(), EHadoopVersion4Drivers.MAPR212
.getVersionValue()),
MAPR(EHBaseDistributions.MAPR, EHadoopVersion4Drivers.MAPR2.getVersionDisplay(), EHadoopVersion4Drivers.MAPR2
.getVersionValue()),
PIVOTAL_HD_2_0(
EHBaseDistributions.PIVOTAL_HD,
EHadoopVersion4Drivers.PIVOTAL_HD_2_0.getVersionDisplay(),
EHadoopVersion4Drivers.PIVOTAL_HD_2_0.getVersionValue()),
PIVOTAL_HD_1_0_1(
EHBaseDistributions.PIVOTAL_HD,
EHadoopVersion4Drivers.PIVOTAL_HD_1_0_1.getVersionDisplay(),
EHadoopVersion4Drivers.PIVOTAL_HD_1_0_1.getVersionValue()),
CUSTOM(EHBaseDistributions.CUSTOM, EHadoopVersion4Drivers.CUSTOM.getVersionDisplay(), EHadoopVersion4Drivers.CUSTOM
.getVersionValue());
private EHBaseDistributions distribution;
private String versionDisplayName;
private String versionValue;
EHBaseDistribution4Versions(EHBaseDistributions distribution, String versionDisplayName, String versionValue) {
this.distribution = distribution;
this.versionDisplayName = versionDisplayName;
this.versionValue = versionValue;
}
public static List<EHBaseDistribution4Versions> indexOfByDistribution(String distribution) {
List<EHBaseDistribution4Versions> distribution4Versions = new ArrayList<EHBaseDistribution4Versions>();
if (distribution != null) {
for (EHBaseDistribution4Versions d4v : EHBaseDistribution4Versions.values()) {
if (d4v.getDistribution().getName().equals(distribution)
|| d4v.getDistribution().getDisplayName().equals(distribution)) {
distribution4Versions.add(d4v);
}
}
}
return distribution4Versions;
}
public static EHBaseDistribution4Versions indexOfByVersionDisplay(String displayName) {
return indexOf(displayName, true);
}
public static EHBaseDistribution4Versions indexOfByVersion(String value) {
return indexOf(value, false);
}
private static EHBaseDistribution4Versions indexOf(String name, boolean display) {
if (name != null) {
for (EHBaseDistribution4Versions version : EHBaseDistribution4Versions.values()) {
if (display) {
if (name.equalsIgnoreCase(version.getVersionDisplayName())) {
return version;
}
} else {
if (name.equalsIgnoreCase(version.getVersionValue())) {
return version;
}
}
}
}
return null;
}
public static List<String> getHadoopDistributionVersions(String distribution) {
return getHadoopDistributionVersions(distribution, true);
}
public static List<String> getHadoopDistributionVersions(String distribution, boolean display) {
List<String> result = new ArrayList<String>();
List<EHBaseDistribution4Versions> d4vList = EHBaseDistribution4Versions.indexOfByDistribution(distribution);
for (EHBaseDistribution4Versions d4v : d4vList) {
if (display) {
result.add(d4v.getVersionDisplayName());
} else {
result.add(d4v.getVersionValue());
}
}
return result;
}
public EHBaseDistributions getDistribution() {
return this.distribution;
}
public String getVersionDisplayName() {
return this.versionDisplayName;
}
public String getVersionValue() {
return this.versionValue;
}
}

View File

@@ -0,0 +1,92 @@
// ============================================================================
//
// Copyright (C) 2006-2016 Talend Inc. - www.talend.com
//
// This source code is available under agreement available at
// %InstallDIR%\features\org.talend.rcp.branding.%PRODUCTNAME%\%PRODUCTNAME%license.txt
//
// You should have received a copy of the agreement
// along with this program; if not, write to Talend SA
// 9 rue Pages 92150 Suresnes, France
//
// ============================================================================
package org.talend.core.database.hbase.conn.version;
import java.util.ArrayList;
import java.util.List;
import org.talend.core.hadoop.version.EHadoopDistributions;
/**
* DOC ycbai class global comment. Detailled comment
*/
public enum EHBaseDistributions {
HORTONWORKS(EHadoopDistributions.HORTONWORKS.getDisplayName()),
CLOUDERA(EHadoopDistributions.CLOUDERA.getDisplayName()),
MAPR(EHadoopDistributions.MAPR.getDisplayName()),
APACHE(EHadoopDistributions.APACHE.getDisplayName()),
AMAZON_EMR(EHadoopDistributions.AMAZON_EMR.getDisplayName()),
PIVOTAL_HD(EHadoopDistributions.PIVOTAL_HD.getDisplayName()),
CUSTOM(EHadoopDistributions.CUSTOM.getDisplayName());
private String displayName;
EHBaseDistributions(String displayName) {
this.displayName = displayName;
}
public String getName() {
return name();
}
public String getDisplayName() {
return this.displayName;
}
public static List<String> getAllDistributionDisplayNames() {
return getAllDistributionNames(true);
}
public static List<String> getAllDistributionNames(boolean display) {
List<String> names = new ArrayList<String>();
EHBaseDistributions[] values = values();
for (EHBaseDistributions distribution : values) {
if (display) {
names.add(distribution.getDisplayName());
} else {
names.add(distribution.getName());
}
}
return names;
}
public static EHBaseDistributions getDistributionByDisplayName(String name) {
return getDistributionByName(name, true);
}
public static EHBaseDistributions getDistributionByName(String name, boolean display) {
if (name != null) {
for (EHBaseDistributions distribution : values()) {
if (display) {
if (name.equalsIgnoreCase(distribution.getDisplayName())) {
return distribution;
}
} else {
if (name.equalsIgnoreCase(distribution.getName())) {
return distribution;
}
}
}
}
return null;
}
}

View File

@@ -20,7 +20,6 @@ import org.talend.commons.exception.BusinessException;
import org.talend.commons.exception.PersistenceException;
import org.talend.core.IService;
import org.talend.core.model.general.ModuleNeeded;
import org.talend.core.model.general.Project;
import org.talend.core.model.metadata.builder.connection.Connection;
import org.talend.core.model.metadata.builder.connection.DatabaseConnection;
import org.talend.core.model.process.IProcess;
@@ -151,8 +150,6 @@ public interface IHadoopClusterService extends IService {
public Item getHadoopClusterBySubitemId(String subItemId);
public Item getHadoopClusterBySubitemId(Project project, String subItemId);
/**
* DOC ycbai Comment method "refreshCluster".
*
@@ -234,23 +231,5 @@ public interface IHadoopClusterService extends IService {
public String getCustomConfsJarName(String clusterId);
public void useCustomConfsJarIfNeeded(List<ModuleNeeded> modulesNeeded, String clusterId);
public boolean useClouderaNavi(Connection hadoopSubConnection);
public String getClouderaNaviUserName(Connection hadoopSubConnection);
public String getClouderaNaviPassword(Connection hadoopSubConnection);
public String getClouderaNaviUrl(Connection hadoopSubConnection);
public String getClouderaNaviMetadataUrl(Connection hadoopSubConnection);
public String getClouderaNaviClientUrl(Connection hadoopSubConnection);
public boolean clouderaNaviAutoCommit(Connection hadoopSubConnection);
public boolean clouderaNaviDisableSSL(Connection hadoopSubConnection);
public boolean clouderaNaviDieOnError(Connection hadoopSubConnection);
}

View File

@@ -12,97 +12,18 @@
// ============================================================================
package org.talend.core.hadoop;
import java.util.Map;
import org.talend.core.IService;
import org.talend.core.runtime.hd.IDistributionsManager;
import org.talend.core.runtime.hd.IHDistribution;
import org.talend.core.runtime.hd.IHDistributionVersion;
import org.talend.core.hadoop.version.EHadoopVersion4Drivers;
/**
* created by cmeng on Jan 15, 2016 Detailled comment
* created by cmeng on Jan 15, 2016
* Detailled comment
*
*/
public interface IHadoopDistributionService extends IService {
/**
*
* According to the service, find the distributions. The service is name of HadoopComponent service.
* {@link org.talend.hadoop.distribution.component.HadoopComponent}.
*/
IHDistribution[] getDistributions(String service);
/**
* Check the distribution version support the service or not.
*
* The service must be full name, and be sub class of
* {@link org.talend.hadoop.distribution.component.HadoopComponent)
*/
boolean doSupportService(IHDistributionVersion distributionVersion, String service);
/**
* Check the boolean methods for sub class of {@link org.talend.hadoop.distribution.component.HadoopComponent)
*
* If no the method in the HadoopComponent object, won't contain in the result map.
*/
Map<String, Boolean> doSupportMethods(IHDistributionVersion distributionVersion, String... methods) throws Exception;
boolean doSupportMethod(IHDistributionVersion distributionVersion, String method) throws Exception;
/**
* Find the matched distribution via name.
*
* If the display is true, the name match for display one of distribution.
*/
IHDistribution getHadoopDistribution(String name, boolean byDisplay);
/**
* Find the matched distribution via version .
*
* If the display is true, the version match for display one of distribution.
*/
IHDistributionVersion getHadoopDistributionVersion(String version, boolean byDisplay);
/**
*
* for Hadoop Distribution {@link HadoopComponent}.
*/
IDistributionsManager getHadoopDistributionManager();
/**
*
* for MapReduce Distribution {@link MRComponent}.
*/
IDistributionsManager getMapReduceDistributionManager();
/**
*
* for HBase in Database wizard.{@link HBaseComponent}.
*/
IDistributionsManager getHBaseDistributionManager();
/**
*
* for Spark Streaming Distribution {@link SparkStreamingComponent}.
*/
IDistributionsManager getSparkStreamingDistributionManager();
/**
*
* for Spark Batch Distribution {@link SparkBatchComponent}.
*/
IDistributionsManager getSparkBatchDistributionManager();
/**
*
* for Hive Distribution {@link HiveComponent}.
*/
IDistributionsManager getHiveDistributionManager();
/**
*
* Temp for Oozie.
*/
IHDistribution[] getOozieDistributions();
public boolean isSupportSpark(EHadoopVersion4Drivers version);
public boolean isSupportSparkStreaming(EHadoopVersion4Drivers version);
}

View File

@@ -32,8 +32,6 @@ public enum EHadoopConfProperties {
RESOURCEMANAGER_SCHEDULER("yarn.resourcemanager.scheduler.address", "localhost:8030"), //$NON-NLS-1$ //$NON-NLS-2$
RESOURCEMANAGER_SCHEDULER_ADDRESS_RM_ID("yarn.resourcemanager.scheduler.address.%s", ""), //$NON-NLS-1$ //$NON-NLS-2$
JOBHISTORY("mapreduce.jobhistory.address", "localhost:10020"), //$NON-NLS-1$ //$NON-NLS-2$
STAGING_DIR("yarn.app.mapreduce.am.staging-dir", "/user"), //$NON-NLS-1$ //$NON-NLS-2$

View File

@@ -45,16 +45,6 @@ public enum EHadoopProperties {
DATABASE,
PORT,
CLOUDERA_NAVIGATOR_USERNAME,
CLOUDERA_NAVIGATOR_PASSWORD,
CLOUDERA_NAVIGATOR_URL,
CLOUDERA_NAVIGATOR_METADATA_URL,
CLOUDERA_NAVIGATOR_CLIENT_URL,
;

View File

@@ -0,0 +1,42 @@
// ============================================================================
//
// Copyright (C) 2006-2016 Talend Inc. - www.talend.com
//
// This source code is available under agreement available at
// %InstallDIR%\features\org.talend.rcp.branding.%PRODUCTNAME%\%PRODUCTNAME%license.txt
//
// You should have received a copy of the agreement
// along with this program; if not, write to Talend SA
// 9 rue Pages 92150 Suresnes, France
//
// ============================================================================
package org.talend.core.hadoop.conf;
import org.talend.core.runtime.conf.DefaultConfsManager;
/**
* created by ycbai on Jul 31, 2014 Detailled comment
*
*/
public class HadoopDefaultConfsManager extends DefaultConfsManager {
private final static String CONF_FILE_PATH = "resources/hadoop/hadoop_default_confs.json"; //$NON-NLS-1$
private final static String ROOT_ELEMENT = "HADOOP"; //$NON-NLS-1$
private static HadoopDefaultConfsManager manager = new HadoopDefaultConfsManager(CONF_FILE_PATH);
private HadoopDefaultConfsManager(String confFilePath) {
super(CONF_FILE_PATH);
}
public static synchronized final HadoopDefaultConfsManager getInstance() {
return manager;
}
@Override
protected String getRootElement() {
return ROOT_ELEMENT;
}
}

View File

@@ -23,9 +23,7 @@ import org.talend.commons.exception.ExceptionHandler;
import org.talend.core.GlobalServiceRegister;
import org.talend.core.hadoop.IHadoopClusterService;
import org.talend.core.model.metadata.builder.connection.Connection;
import org.talend.core.model.utils.ContextParameterUtils;
import org.talend.core.utils.TalendQuoteUtils;
import org.talend.designer.core.model.utils.emf.talendfile.ContextType;
import org.talend.utils.json.JSONArray;
import org.talend.utils.json.JSONException;
import org.talend.utils.json.JSONObject;
@@ -165,145 +163,5 @@ public class HadoopRepositoryUtil {
return properties;
}
public static boolean useClouderaNavi(Connection hadoopSubConnection) {
IHadoopClusterService hadoopClusterService = null;
if (GlobalServiceRegister.getDefault().isServiceRegistered(IHadoopClusterService.class)) {
hadoopClusterService = (IHadoopClusterService) GlobalServiceRegister.getDefault().getService(
IHadoopClusterService.class);
}
if(hadoopClusterService!=null){
return hadoopClusterService.useClouderaNavi(hadoopSubConnection);
}
return false;
}
public static String getClouderaNaviUserName(Connection hadoopSubConnection) {
IHadoopClusterService hadoopClusterService = null;
if (GlobalServiceRegister.getDefault().isServiceRegistered(IHadoopClusterService.class)) {
hadoopClusterService = (IHadoopClusterService) GlobalServiceRegister.getDefault().getService(
IHadoopClusterService.class);
}
if(hadoopClusterService!=null){
return hadoopClusterService.getClouderaNaviUserName(hadoopSubConnection);
}
return null;
}
public static String getClouderaNaviPassword(Connection hadoopSubConnection) {
IHadoopClusterService hadoopClusterService = null;
if (GlobalServiceRegister.getDefault().isServiceRegistered(IHadoopClusterService.class)) {
hadoopClusterService = (IHadoopClusterService) GlobalServiceRegister.getDefault().getService(
IHadoopClusterService.class);
}
if(hadoopClusterService!=null){
return hadoopClusterService.getClouderaNaviPassword(hadoopSubConnection);
}
return null;
}
public static String getClouderaNaviUrl(Connection hadoopSubConnection) {
IHadoopClusterService hadoopClusterService = null;
if (GlobalServiceRegister.getDefault().isServiceRegistered(IHadoopClusterService.class)) {
hadoopClusterService = (IHadoopClusterService) GlobalServiceRegister.getDefault().getService(
IHadoopClusterService.class);
}
if(hadoopClusterService!=null){
return hadoopClusterService.getClouderaNaviUrl(hadoopSubConnection);
}
return null;
}
public static String getClouderaNaviMetadataUrl(Connection hadoopSubConnection) {
IHadoopClusterService hadoopClusterService = null;
if (GlobalServiceRegister.getDefault().isServiceRegistered(IHadoopClusterService.class)) {
hadoopClusterService = (IHadoopClusterService) GlobalServiceRegister.getDefault().getService(
IHadoopClusterService.class);
}
if(hadoopClusterService!=null){
return hadoopClusterService.getClouderaNaviMetadataUrl(hadoopSubConnection);
}
return null;
}
public static String getClouderaNaviClientUrl(Connection hadoopSubConnection) {
IHadoopClusterService hadoopClusterService = null;
if (GlobalServiceRegister.getDefault().isServiceRegistered(IHadoopClusterService.class)) {
hadoopClusterService = (IHadoopClusterService) GlobalServiceRegister.getDefault().getService(
IHadoopClusterService.class);
}
if(hadoopClusterService!=null){
return hadoopClusterService.getClouderaNaviClientUrl(hadoopSubConnection);
}
return null;
}
public static boolean clouderaNaviAutoCommit(Connection hadoopSubConnection) {
IHadoopClusterService hadoopClusterService = null;
if (GlobalServiceRegister.getDefault().isServiceRegistered(IHadoopClusterService.class)) {
hadoopClusterService = (IHadoopClusterService) GlobalServiceRegister.getDefault().getService(
IHadoopClusterService.class);
}
if(hadoopClusterService!=null){
return hadoopClusterService.clouderaNaviAutoCommit(hadoopSubConnection);
}
return false;
}
public static boolean clouderaNaviDisableSSL(Connection hadoopSubConnection) {
IHadoopClusterService hadoopClusterService = null;
if (GlobalServiceRegister.getDefault().isServiceRegistered(IHadoopClusterService.class)) {
hadoopClusterService = (IHadoopClusterService) GlobalServiceRegister.getDefault().getService(
IHadoopClusterService.class);
}
if(hadoopClusterService!=null){
return hadoopClusterService.clouderaNaviDisableSSL(hadoopSubConnection);
}
return false;
}
public static boolean clouderaNaviDieOnError(Connection hadoopSubConnection) {
IHadoopClusterService hadoopClusterService = null;
if (GlobalServiceRegister.getDefault().isServiceRegistered(IHadoopClusterService.class)) {
hadoopClusterService = (IHadoopClusterService) GlobalServiceRegister.getDefault().getService(
IHadoopClusterService.class);
}
if(hadoopClusterService!=null){
return hadoopClusterService.clouderaNaviDieOnError(hadoopSubConnection);
}
return false;
}
public static String getOriginalValueOfProperties(ContextType contextType, String propertiesStrings) {
String originalValueOfProperties = propertiesStrings;
if (propertiesStrings != null && !propertiesStrings.isEmpty()) {
List<Map<String, Object>> jdbcPropertiesList = HadoopRepositoryUtil.getHadoopPropertiesList(propertiesStrings);
if (jdbcPropertiesList != null && !jdbcPropertiesList.isEmpty()) {
List<Map<String, Object>> newJdbcPropertiesList = new ArrayList<Map<String, Object>>(jdbcPropertiesList.size());
Iterator<Map<String, Object>> iter = jdbcPropertiesList.iterator();
while (iter.hasNext()) {
Map<String, Object> map = iter.next();
if (map != null && !map.isEmpty()) {
Map<String, Object> newMap = new HashMap<String, Object>();
Iterator<Map.Entry<String, Object>> mapEntryIter = map.entrySet().iterator();
while (mapEntryIter.hasNext()) {
Map.Entry<String, Object> entry = mapEntryIter.next();
if (entry != null) {
Object obj = entry.getValue();
Object newValue = null;
if (obj != null) {
newValue = ContextParameterUtils.getOriginalValue(contextType, obj.toString());
}
newMap.put(entry.getKey(), newValue);
}
}
newJdbcPropertiesList.add(newMap);
}
}
originalValueOfProperties = HadoopRepositoryUtil.getHadoopPropertiesJsonStr(newJdbcPropertiesList);
}
}
return originalValueOfProperties;
}
}

View File

@@ -12,10 +12,11 @@
// ============================================================================
package org.talend.core.hadoop.version;
import java.util.ArrayList;
import java.util.List;
/**
* DOC ycbai class global comment. Detailled comment
*
* @deprecated @link HadoopComponent via osgi service instead.
*/
public enum EHadoopDistributions {
@@ -49,6 +50,28 @@ public enum EHadoopDistributions {
return this.displayName;
}
public static List<String> getAllDistributionDisplayNames() {
return getAllDistributionNames(true);
}
public static List<String> getAllDistributionNames(boolean display) {
List<String> names = new ArrayList<String>();
EHadoopDistributions[] values = values();
for (EHadoopDistributions distribution : values) {
if (display) {
names.add(distribution.getDisplayName());
} else {
names.add(distribution.getName());
}
}
return names;
}
public static EHadoopDistributions getDistributionByDisplayName(String name) {
return getDistributionByName(name, true);
}
public static EHadoopDistributions getDistributionByName(String name, boolean display) {
if (name != null) {
for (EHadoopDistributions distribution : values()) {

View File

@@ -16,11 +16,12 @@ import java.util.ArrayList;
import java.util.List;
import org.apache.commons.lang.ArrayUtils;
import org.talend.commons.exception.ExceptionHandler;
import org.talend.core.GlobalServiceRegister;
import org.talend.core.hadoop.IHadoopDistributionService;
/**
* DOC ycbai class global comment. Detailled comment
*
* @deprecated @link HadoopComponent via osgi service instead.
*/
public enum EHadoopVersion4Drivers {
@@ -244,4 +245,15 @@ public enum EHadoopVersion4Drivers {
return ArrayUtils.contains(getMrVersions(), EMRVersion.YARN);
}
public boolean isSupportSpark() {
boolean isSupport = false;
if (GlobalServiceRegister.getDefault().isServiceRegistered(IHadoopDistributionService.class)) {
IHadoopDistributionService hadoopDistributionService = (IHadoopDistributionService) GlobalServiceRegister.getDefault()
.getService(IHadoopDistributionService.class);
isSupport = hadoopDistributionService.isSupportSpark(this);
} else {
ExceptionHandler.process(new Exception(IHadoopDistributionService.class.getName() + " is not registed.")); //$NON-NLS-1$
}
return isSupport;
}
}

View File

@@ -18,13 +18,12 @@ import java.util.List;
/**
* created by ycbai on 2013-9-16 Detailled comment
*
* @deprecated @link EHadoopVersion instead.
*/
public enum EMRVersion {
MR1, // EHadoopVersion.HADOOP_1
MR1,
YARN, // EHadoopVersion.HADOOP_2
YARN,
;

View File

@@ -19,11 +19,8 @@ import java.util.Set;
import org.apache.commons.lang.StringUtils;
import org.eclipse.emf.common.util.EMap;
import org.talend.core.GlobalServiceRegister;
import org.talend.core.database.conn.ConnParameterKeys;
import org.talend.core.hadoop.IHadoopDistributionService;
import org.talend.core.model.metadata.builder.connection.DatabaseConnection;
import org.talend.core.runtime.hd.IDistributionsManager;
/**
* Created by Marvin Wang on Mar 26, 2013.
@@ -103,26 +100,4 @@ public class HadoopVersionControlUtils {
return customVersionMap;
}
public static IDistributionsManager getDistributionsManager(ECustomVersionType type) {
if (GlobalServiceRegister.getDefault().isServiceRegistered(IHadoopDistributionService.class)) {
IHadoopDistributionService hadoopDistributionService = (IHadoopDistributionService) GlobalServiceRegister
.getDefault().getService(IHadoopDistributionService.class);
IDistributionsManager distributionManager = null;
if (type != null) {
if (type == ECustomVersionType.SPARK) {
distributionManager = hadoopDistributionService.getSparkBatchDistributionManager();
} else if (type == ECustomVersionType.SPARK_STREAMING) {
distributionManager = hadoopDistributionService.getSparkStreamingDistributionManager();
} else if (type == ECustomVersionType.MAP_REDUCE) {
distributionManager = hadoopDistributionService.getMapReduceDistributionManager();
}
}
if (distributionManager == null) {// default one
distributionManager = hadoopDistributionService.getHadoopDistributionManager();
}
return distributionManager;
}
return null;
}
}

View File

@@ -33,14 +33,13 @@ import org.talend.commons.ui.swt.formtools.LabelledCombo;
import org.talend.core.GlobalServiceRegister;
import org.talend.core.hadoop.HadoopConstants;
import org.talend.core.hadoop.IHadoopService;
import org.talend.core.hadoop.version.EHadoopDistributions;
import org.talend.core.hadoop.version.EHadoopVersion4Drivers;
import org.talend.core.model.components.ComponentCategory;
import org.talend.core.model.general.ModuleNeeded;
import org.talend.core.model.process.IElementParameter;
import org.talend.core.model.process.INode;
import org.talend.core.runtime.CoreRuntimePlugin;
import org.talend.core.runtime.hd.IDistributionsManager;
import org.talend.core.runtime.hd.IHDistribution;
import org.talend.core.runtime.hd.IHDistributionVersion;
import org.talend.core.runtime.i18n.Messages;
/**
@@ -268,23 +267,16 @@ public class HadoopVersionDialog extends TitleAreaDialog {
}
}
private IHDistribution getHadoopDistribution() {
IDistributionsManager distributionManager = getDistributionsManager();
if (distributionManager != null) {
final IHDistribution distributionByDisplay = distributionManager.getDistribution(distributionCombo.getText(), true);
return distributionByDisplay;
}
return null;
}
private void addListener() {
distributionCombo.addModifyListener(new ModifyListener() {
@Override
public void modifyText(final ModifyEvent e) {
final IHDistribution distributionByDisplay = getHadoopDistribution();
if (distributionByDisplay != null) {
distribution = distributionByDisplay.getName();
String newDistributionDisplayName = distributionCombo.getText();
EHadoopDistributions newDistribution = EHadoopDistributions
.getDistributionByDisplayName(newDistributionDisplayName);
if (newDistribution != null) {
distribution = newDistribution.getName();
updateVersionPart();
}
}
@@ -294,14 +286,10 @@ public class HadoopVersionDialog extends TitleAreaDialog {
@Override
public void modifyText(final ModifyEvent e) {
final IHDistribution distributionByDisplay = getHadoopDistribution();
String newVersionDisplayName = versionCombo.getText();
if (distributionByDisplay != null) {
final IHDistributionVersion hdVersion = distributionByDisplay.getHDVersion(newVersionDisplayName, true);
if (hdVersion != null) {
version = hdVersion.getVersion();
}
EHadoopVersion4Drivers newVersion4Drivers = EHadoopVersion4Drivers.indexOfByVersionDisplay(newVersionDisplayName);
if (newVersion4Drivers != null) {
version = newVersion4Drivers.getVersionValue();
}
}
});
@@ -347,45 +335,68 @@ public class HadoopVersionDialog extends TitleAreaDialog {
});
}
private IDistributionsManager getDistributionsManager() {
if (types != null && types.length == 1) {
return HadoopVersionControlUtils.getDistributionsManager(types[0]);
}
// try to get the default hadoop distributions
return HadoopVersionControlUtils.getDistributionsManager(null);
}
private void init() {
List<String> distributionsDisplay = new ArrayList<String>();
IDistributionsManager distributionManager = getDistributionsManager();
if (distributionManager != null) {
IHDistribution[] distributions = distributionManager.getDistributions();
if (distributions != null) {
for (IHDistribution d : distributions) {
if (!d.useCustom()) {// not need custom
distributionsDisplay.add(d.getDisplayName());
}
}
}
}
distributionCombo.getCombo().setItems(distributionsDisplay.toArray(new String[0]));
distributionCombo.getCombo().setItems(getDistributions().toArray(new String[0]));
distributionCombo.select(0);
}
private void updateVersionPart() {
final IHDistribution hadoopDistribution = getHadoopDistribution();
if (hadoopDistribution != null) {
String[] versionsDisplay = hadoopDistribution.getVersionsDisplay();
IHDistributionVersion defaultVersion = hadoopDistribution.getDefaultVersion();
versionCombo.getCombo().setItems(versionsDisplay);
if (defaultVersion != null) {
versionCombo.getCombo().setText(defaultVersion.getDisplayVersion());
} else if (versionsDisplay.length > 0) {
versionCombo.getCombo().select(0);
protected List<String> getDistributions() {
List<String> distributions = null;
if (isSparkJob()) {
EHadoopVersion4Drivers hadoopVersions[] = EHadoopVersion4Drivers.values();
Set<EHadoopDistributions> hadoopDistributions = new HashSet<EHadoopDistributions>();
for (EHadoopVersion4Drivers hadoopVersion : hadoopVersions) {
if (hadoopVersion.isSupportSpark()) {
hadoopDistributions.add(hadoopVersion.getDistribution());
}
}
distributions = new ArrayList<String>(hadoopDistributions.size());
for (EHadoopDistributions hadoopDistribution : hadoopDistributions) {
distributions.add(hadoopDistribution.getDisplayName());
}
} else {
distributions = EHadoopDistributions.getAllDistributionDisplayNames();
}
distributions.remove(EHadoopDistributions.CUSTOM.getDisplayName());
return distributions;
}
protected List<String> getVersions(EHadoopDistributions dis) {
List<String> result = new ArrayList<String>();
boolean isSparkJob = isSparkJob();
List<EHadoopVersion4Drivers> v4dList = EHadoopVersion4Drivers.indexOfByDistribution(dis);
for (EHadoopVersion4Drivers v4d : v4dList) {
boolean needToAdd = true;
if (isSparkJob && !v4d.isSupportSpark()) {
needToAdd = false;
}
if (needToAdd) {
result.add(v4d.getVersionDisplay());
}
}
return result;
}
protected boolean isSparkJob() {
if (types != null && types.length == 1
&& (types[0] == ECustomVersionType.SPARK || types[0] == ECustomVersionType.SPARK_STREAMING)) {
return true;
} else {
return false;
}
}
private void updateVersionPart() {
EHadoopDistributions dis = EHadoopDistributions.getDistributionByName(distribution, false);
List<String> items = getVersions(dis);
String[] versions = new String[items.size()];
items.toArray(versions);
versionCombo.getCombo().setItems(versions);
if (versions.length > 0) {
versionCombo.getCombo().select(0);
}
}

View File

@@ -577,6 +577,7 @@ public class ContextUtils {
}
}
if (modified) {
processType.getContext().clear();
processJobManager.saveToEmf(processType.getContext());
added = true;
}

View File

@@ -19,7 +19,6 @@ import java.util.List;
import java.util.Map;
import java.util.Set;
import org.eclipse.emf.common.util.BasicEList;
import org.eclipse.emf.common.util.EList;
import org.talend.core.model.metadata.MetadataTalendType;
import org.talend.core.model.metadata.types.ContextParameterJavaTypeManager;
@@ -243,47 +242,29 @@ public class JobContextManager implements IContextManager {
return defaultContext;
}
/**
* If the context group or context parameter have existed, just update the attributes. If not existed, will create
* new one. If not existed any more, will be removed.
*/
@Override
public void saveToEmf(EList contextTypeList) {
if (contextTypeList == null) {
return;
}
ContextType contextType;
IContext context;
EList contextTypeParamList;
ContextParameterType contextParamType;
IContextParameter contextParam;
if (listContext.isEmpty()) {
retrieveDefaultContext();
}
EList newcontextTypeList = new BasicEList();
for (int i = 0; i < listContext.size(); i++) {
IContext context = listContext.get(i);
String contextGroupName = context.getName();
ContextType contextType = findContextType(contextTypeList, contextGroupName);
if (contextType == null) {
contextType = TalendFileFactory.eINSTANCE.createContextType();
contextType.setName(contextGroupName);
}
contextType = TalendFileFactory.eINSTANCE.createContextType();
context = listContext.get(i);
contextType.setName(context.getName());
contextType.setConfirmationNeeded(context.isConfirmationNeeded());
newcontextTypeList.add(contextType);
EList contextTypeParamList = contextType.getContextParameter();
List<IContextParameter> contextParameterList = context.getContextParameterList();
EList newContextTypeParamList = new BasicEList();
if (contextParameterList != null) {
for (int j = 0; j < contextParameterList.size(); j++) {
IContextParameter contextParam = contextParameterList.get(j);
ContextParameterType contextParamType = findContextParameterType(contextTypeParamList, contextParam.getName());
if (contextParamType == null) {
contextParamType = TalendFileFactory.eINSTANCE.createContextParameterType();
contextParamType.setName(contextParam.getName());
}
newContextTypeParamList.add(contextParamType);
contextTypeParamList = contextType.getContextParameter();
if (context.getContextParameterList() != null) {
for (int j = 0; j < context.getContextParameterList().size(); j++) {
contextParamType = TalendFileFactory.eINSTANCE.createContextParameterType();
contextParam = context.getContextParameterList().get(j);
contextParamType.setName(contextParam.getName());
contextParamType.setPrompt(contextParam.getPrompt());
contextParamType.setType(contextParam.getType());
contextParamType.setRawValue(contextParam.getValue());
@@ -295,40 +276,11 @@ public class JobContextManager implements IContextManager {
contextParamType.setRepositoryContextId(item.getProperty().getId());
}
}
}
contextTypeParamList.clear(); // remove old
contextTypeParamList.addAll(newContextTypeParamList);
}
}
contextTypeList.clear(); // clear old
contextTypeList.addAll(newcontextTypeList);
}
private ContextType findContextType(EList contextTypeList, String contextName) {
if (contextName != null) {
for (int i = 0; i < contextTypeList.size(); i++) {
ContextType contextType = (ContextType) contextTypeList.get(i);
if (contextName.equals(contextType.getName())) {
return contextType;
contextTypeParamList.add(contextParamType);
}
}
contextTypeList.add(contextType);
}
return null;
}
private ContextParameterType findContextParameterType(EList contextTypeParamList, String paramName) {
if (paramName != null) {
for (int i = 0; i < contextTypeParamList.size(); i++) {
ContextParameterType contextParamType = (ContextParameterType) contextTypeParamList.get(i);
if (paramName.equals(contextParamType.getName())) {
return contextParamType;
}
}
}
return null;
}
@Override

View File

@@ -162,12 +162,7 @@ public class ModuleNeeded {
public ModuleNeeded(String context, String informationMsg, boolean required, String mvnUri) {
this(context, null, informationMsg, required, null, null, mvnUri, ELibraryInstallStatus.UNKNOWN);
MavenArtifact mavenArtifact = MavenUrlHelper.parseMvnUrl(mvnUri);
if (MavenConstants.DEFAULT_LIB_GROUP_ID.equals(mavenArtifact.getGroupId())
|| StringUtils.isEmpty(mavenArtifact.getVersion())) {
setModuleName(mavenArtifact.getArtifactId() + "." + mavenArtifact.getType()); //$NON-NLS-1$
} else {
setModuleName(mavenArtifact.getArtifactId() + "-" + mavenArtifact.getVersion() + "." + mavenArtifact.getType()); //$NON-NLS-1$//$NON-NLS-2$
}
setModuleName(mavenArtifact.getArtifactId() + "." + mavenArtifact.getType());
}
@@ -505,10 +500,7 @@ public class ModuleNeeded {
if (getMavenUri() != null) {
if (getMavenUri().split(MavenUrlHelper.SEPERATOR).length < 4 && getModuleName().lastIndexOf(".") != -1) {
String extension = getModuleName().substring(getModuleName().lastIndexOf(".") + 1, getModuleName().length());
artifact = MavenUrlHelper.parseMvnUrl(getMavenUri());
if (artifact != null) {
artifact.setType(extension);
}
artifact = MavenUrlHelper.parseMvnUrl(getMavenUri() + "/" + extension);
} else {
artifact = MavenUrlHelper.parseMvnUrl(getMavenUri());
}

View File

@@ -12,6 +12,7 @@
// ============================================================================
package org.talend.core.model.general;
import org.eclipse.emf.common.CommonPlugin;
import org.eclipse.jface.preference.IPreferenceStore;
import org.eclipse.ui.PlatformUI;
import org.talend.core.context.Context;

View File

@@ -253,7 +253,6 @@ public class MetadataTable implements IMetadataTable, Cloneable {
if (!otherColumn.sameMetacolumnAs(myColumn, options)) {
return false;
}
break;
}
}
if (!exist) {

View File

@@ -13,10 +13,10 @@
package org.talend.core.model.metadata;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import org.apache.avro.LogicalTypes;
import org.apache.avro.LogicalTypes.Decimal;
import org.apache.avro.Schema;
import org.apache.avro.SchemaBuilder;
import org.apache.avro.SchemaBuilder.BaseFieldTypeBuilder;
@@ -24,16 +24,14 @@ import org.apache.avro.SchemaBuilder.FieldAssembler;
import org.apache.avro.SchemaBuilder.FieldBuilder;
import org.apache.avro.SchemaBuilder.PropBuilder;
import org.apache.avro.SchemaBuilder.RecordBuilder;
import org.apache.commons.lang.StringUtils;
import org.talend.core.model.metadata.builder.connection.ConnectionFactory;
import org.talend.core.model.metadata.builder.connection.MetadataTable;
import org.talend.core.model.metadata.types.JavaTypesManager;
import org.talend.core.utils.TalendQuoteUtils;
import org.talend.cwm.helper.TaggedValueHelper;
import org.talend.daikon.avro.util.AvroTypes;
import org.talend.daikon.avro.SchemaConstants;
import org.talend.daikon.avro.util.AvroUtils;
import org.talend.daikon.talend6.Talend6SchemaConstants;
import orgomg.cwm.objectmodel.core.Expression;
import orgomg.cwm.objectmodel.core.TaggedValue;
@@ -50,31 +48,10 @@ public final class MetadataToolAvroHelper {
copyTableProperties(builder, in);
FieldAssembler<Schema> fa = builder.fields();
int dynamicPosition = -1;
org.talend.core.model.metadata.builder.connection.MetadataColumn dynColumn = null;
int i = 0;
for (org.talend.core.model.metadata.builder.connection.MetadataColumn column : in.getColumns()) {
if ("id_Dynamic".equals(column.getTalendType())) { //$NON-NLS-1$
dynamicPosition = i;
dynColumn = column;
} else {
fa = convertToAvro(fa, column);
}
i++;
fa = convertToAvro(fa, column);
}
Schema schema = fa.endRecord();
if (dynColumn != null) {
// store all the dynamic column's properties
schema = copyDynamicColumnProperties(schema, dynColumn);
// store dynamic position
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_DYNAMIC_COLUMN_POSITION,
String.valueOf(dynamicPosition));
// tag avro schema with include-all-columns
schema = AvroUtils.setIncludeAllFields(schema, true);
}
return schema;
return fa.endRecord();
}
/**
@@ -87,33 +64,25 @@ public final class MetadataToolAvroHelper {
private static <T extends PropBuilder<T>> PropBuilder<T> copyTableProperties(PropBuilder<T> builder, MetadataTable in) {
// Properties common to tables and columns.
// FIXME: I comment it. I think there is no need to care id.
// if (in.getId() != null) {
// builder.prop(Talend6SchemaConstants.TALEND6_ID, in.getId());
// }
if (in.getId() != null) {
builder.prop(Talend6SchemaConstants.TALEND6_ID, in.getId());
}
if (in.getComment() != null) {
builder.prop(Talend6SchemaConstants.TALEND6_COMMENT, in.getComment());
}
if (in.getLabel() != null) {
builder.prop(Talend6SchemaConstants.TALEND6_LABEL, in.getLabel());
}
if (in.isReadOnly()) {
builder.prop(Talend6SchemaConstants.TALEND6_IS_READ_ONLY, "true"); //$NON-NLS-1$
}
for (TaggedValue tv : in.getTaggedValue()) {
if (Talend6SchemaConstants.TALEND6_IS_READ_ONLY.equals(tv.getTag())) {
builder.prop(Talend6SchemaConstants.TALEND6_IS_READ_ONLY, tv.getValue());
break;
String additionalTag = tv.getTag();
if (tv.getValue() != null) {
builder.prop(Talend6SchemaConstants.TALEND6_ADDITIONAL_PROPERTIES + additionalTag, tv.getValue());
}
}
// FIXME: I comment those codes. I think it is no need concerned about the tagged values since they are already
// contained by metadata table and even the avro schema is stored by tagged values. -ycbai
// for (TaggedValue tv : in.getTaggedValue()) {
// String additionalTag = tv.getTag();
// if (tv.getValue() != null) {
// builder.prop(Talend6SchemaConstants.TALEND6_ADDITIONAL_PROPERTIES + additionalTag, tv.getValue());
// }
// }
// Table-specific properties.
if (in.getName() != null) {
builder.prop(Talend6SchemaConstants.TALEND6_TABLE_NAME, in.getName());
@@ -132,9 +101,9 @@ public final class MetadataToolAvroHelper {
org.talend.core.model.metadata.builder.connection.MetadataColumn in) {
FieldBuilder<Schema> fb = fa.name(in.getLabel());
copyColumnProperties(fb, in);
BaseFieldTypeBuilder<Schema> ftb = in.isNullable() ? fb.type().nullable() : fb.type();
BaseFieldTypeBuilder<Schema> ftb = in.isNullable() ? fb.type() : fb.type().nullable();
Object defaultValue = null;
String defaultValue = null;
Expression initialValue = in.getInitialValue();
if (initialValue != null) {
defaultValue = initialValue.getBody();
@@ -142,136 +111,71 @@ public final class MetadataToolAvroHelper {
String tt = in.getTalendType();
Schema type = null;
// Numeric types.
if (JavaTypesManager.LONG.getId().equals(tt)) {
type = AvroTypes._long();
defaultValue = StringUtils.isEmpty((String)defaultValue) ? null : Long.parseLong(defaultValue.toString());
} else if (JavaTypesManager.INTEGER.getId().equals(tt)) {
type = AvroTypes._int();
defaultValue = StringUtils.isEmpty((String)defaultValue) ? null : Integer.parseInt(defaultValue.toString());
} else if (JavaTypesManager.SHORT.getId().equals(tt)) {
type = AvroTypes._short();
defaultValue = StringUtils.isEmpty((String)defaultValue) ? null : Integer.parseInt(defaultValue.toString());
} else if (JavaTypesManager.BYTE.getId().equals(tt)) {
type = AvroTypes._byte();
defaultValue = StringUtils.isEmpty((String)defaultValue) ? null : Integer.parseInt(defaultValue.toString());
} else if (JavaTypesManager.DOUBLE.getId().equals(tt)) {
type = AvroTypes._double();
defaultValue = StringUtils.isEmpty((String)defaultValue) ? null : Double.parseDouble(defaultValue.toString());
} else if (JavaTypesManager.FLOAT.getId().equals(tt)) {
type = AvroTypes._float();
defaultValue = StringUtils.isEmpty((String)defaultValue) ? null : Float.parseFloat(defaultValue.toString());
} else if (JavaTypesManager.BIGDECIMAL.getId().equals(tt)) {
return defaultValue == null //
? ftb.longType().noDefault()
: ftb.longType().longDefault(Long.parseLong(defaultValue));
}
if (JavaTypesManager.INTEGER.getId().equals(tt) || JavaTypesManager.SHORT.getId().equals(tt)
|| JavaTypesManager.BYTE.getId().equals(tt)) {
return defaultValue == null //
? ftb.intType().noDefault()
: ftb.intType().intDefault(Integer.parseInt(defaultValue));
}
if (JavaTypesManager.DOUBLE.getId().equals(tt)) {
return defaultValue == null //
? ftb.doubleType().noDefault()
: ftb.doubleType().doubleDefault(Double.parseDouble(defaultValue));
}
if (JavaTypesManager.FLOAT.getId().equals(tt)) {
return defaultValue == null //
? ftb.floatType().noDefault()
: ftb.floatType().floatDefault(Float.parseFloat(defaultValue));
}
if (JavaTypesManager.BIGDECIMAL.getId().equals(tt)) {
// decimal(precision, scale) == column length and precision?
type = AvroTypes._decimal();
Decimal d = LogicalTypes.decimal((int) in.getLength(), (int) in.getPrecision());
Schema bigdecimal = d.addToSchema(Schema.create(Schema.Type.BYTES));
return fb.type(bigdecimal).withDefault(defaultValue);
}
// Other primitive types that map directly to Avro.
else if (JavaTypesManager.BOOLEAN.getId().equals(tt)) {
type = AvroTypes._boolean();
defaultValue = StringUtils.isEmpty((String)defaultValue) ? null : Boolean.parseBoolean(defaultValue.toString());
} else if (JavaTypesManager.BYTE_ARRAY.getId().equals(tt)) {
type = AvroTypes._bytes();
} else if (JavaTypesManager.DATE.getId().equals(tt)) {
type = AvroTypes._date();
if (JavaTypesManager.BOOLEAN.getId().equals(tt)) {
return defaultValue == null //
? ftb.booleanType().noDefault()
: ftb.booleanType().booleanDefault(Boolean.parseBoolean(defaultValue));
}
if (JavaTypesManager.BYTE_ARRAY.getId().equals(tt)) {
return defaultValue == null //
? ftb.bytesType().noDefault()
: ftb.bytesType().bytesDefault(defaultValue);
}
if (JavaTypesManager.DATE.getId().equals(tt)) {
// Date is saved as a long, like System.currentTimeMillis()
return ftb.longType().noDefault();
}
// String-ish types.
else if (JavaTypesManager.STRING.getId().equals(tt) || JavaTypesManager.FILE.getId().equals(tt)
if (JavaTypesManager.STRING.getId().equals(tt) || JavaTypesManager.FILE.getId().equals(tt)
|| JavaTypesManager.DIRECTORY.getId().equals(tt) || JavaTypesManager.VALUE_LIST.getId().equals(tt)
|| JavaTypesManager.CHARACTER.getId().equals(tt) || JavaTypesManager.PASSWORD.getId().equals(tt)) {
type = AvroTypes._string();
return defaultValue == null //
? ftb.stringType().noDefault()
: ftb.stringType().stringDefault(defaultValue);
}
// Types with unknown elements, store as binary
if (JavaTypesManager.OBJECT.getId().equals(tt)) {
// FIXME it's not right, as it don't store all the information about the object
if (JavaTypesManager.OBJECT.getId().equals(tt) || JavaTypesManager.DYNAMIC.getId().equals(tt)) {
return defaultValue == null //
? ftb.bytesType().noDefault()
: ftb.bytesType().bytesDefault(defaultValue);
}
if (JavaTypesManager.LIST.getId().equals(tt)) {
// FIXME it's not right, as it don't store all the information about the object
return ftb.array().items().bytesType().noDefault();
}
// Can this occur?
if (type == null) {
throw new UnsupportedOperationException("Unrecognized type " + tt); //$NON-NLS-1$
}
type = in.isNullable() ? AvroUtils.wrapAsNullable(type) : type;
return defaultValue == null ? fb.type(type).noDefault() : fb.type(type).withDefault(defaultValue);
}
private static Schema copyDynamicColumnProperties(Schema schema,
org.talend.core.model.metadata.builder.connection.MetadataColumn in) {
Map<String, String> props = new HashMap<String, String>();
if (in.getId() != null) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_DYNAMIC_COLUMN_ID, in.getId());
}
if (in.getComment() != null) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_DYNAMIC_COLUMN_COMMENT, in.getComment());
}
if (in.getLabel() != null) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_DYNAMIC_COLUMN_NAME, in.getLabel());
}
for (TaggedValue tv : in.getTaggedValue()) {
if (Talend6SchemaConstants.TALEND6_IS_READ_ONLY.equals(tv.getTag())) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_DYNAMIC_IS_READ_ONLY, tv.getValue()); //$NON-NLS-1$
} else {
String additionalTag = tv.getTag();
if (tv.getValue() != null) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_DYNAMIC_ADDITIONAL_PROPERTIES
+ additionalTag, tv.getValue());
}
}
}
// Column-specific properties.
if (in.isKey()) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_IS_KEY, "true"); //$NON-NLS-1$
}
if (in.getType() != null) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_SOURCE_TYPE, in.getSourceType());
}
if (in.getTalendType() != null) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_TALEND_TYPE, in.getTalendType());
}
if (in.getPattern() != null) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_PATTERN,
TalendQuoteUtils.removeQuotesIfExist(in.getPattern()));
}
if (in.getLength() >= 0) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_LENGTH,
String.valueOf((int) in.getLength()));
}
if (in.getOriginalLength() >= 0) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_ORIGINAL_LENGTH,
String.valueOf(in.getOriginalLength()));
}
if (in.isNullable()) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_IS_NULLABLE, "true"); //$NON-NLS-1$
}
if (in.getPrecision() >= 0) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_PRECISION,
String.valueOf(in.getPrecision()));
}
if (in.getScale() >= 0) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_SCALE, String.valueOf(in.getScale()));
}
if (in.getInitialValue() != null && in.getInitialValue().getBody() != null) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_DEFAULT, in.getInitialValue().getBody());
}
if (in.getName() != null) {
// keyword fixes?
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_ORIGINAL_DB_COLUMN_NAME, in.getName());
}
if (in.getRelatedEntity() != null) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_RELATED_ENTITY, in.getRelatedEntity());
}
if (in.getRelationshipType() != null) {
schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_RELATIONSHIP_TYPE,
in.getRelationshipType());
}
return schema;
throw new UnsupportedOperationException("Unrecognized type " + tt); //$NON-NLS-1$
}
/**
@@ -293,11 +197,11 @@ public final class MetadataToolAvroHelper {
if (in.getLabel() != null) {
builder.prop(Talend6SchemaConstants.TALEND6_LABEL, in.getLabel());
}
if (in.isReadOnly()) {
builder.prop(Talend6SchemaConstants.TALEND6_IS_READ_ONLY, "true"); //$NON-NLS-1$
}
for (TaggedValue tv : in.getTaggedValue()) {
String additionalTag = tv.getTag();
if (Talend6SchemaConstants.TALEND6_IS_READ_ONLY.equals(additionalTag)) {
builder.prop(Talend6SchemaConstants.TALEND6_IS_READ_ONLY, tv.getValue());
} else
if (tv.getValue() != null) {
builder.prop(Talend6SchemaConstants.TALEND6_ADDITIONAL_PROPERTIES + additionalTag, tv.getValue());
}
@@ -314,7 +218,7 @@ public final class MetadataToolAvroHelper {
builder.prop(Talend6SchemaConstants.TALEND6_COLUMN_TALEND_TYPE, in.getTalendType());
}
if (in.getPattern() != null) {
builder.prop(Talend6SchemaConstants.TALEND6_COLUMN_PATTERN, TalendQuoteUtils.removeQuotesIfExist(in.getPattern()));
builder.prop(Talend6SchemaConstants.TALEND6_COLUMN_PATTERN, TalendQuoteUtils.addQuotesIfNotExist(in.getPattern()));
}
if (in.getLength() >= 0) {
builder.prop(Talend6SchemaConstants.TALEND6_COLUMN_LENGTH, String.valueOf((int) in.getLength()));
@@ -369,11 +273,10 @@ public final class MetadataToolAvroHelper {
table.setComment(in.getProp(Talend6SchemaConstants.TALEND6_ID));
}
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_LABEL))) {
table.setLabel(in.getProp(Talend6SchemaConstants.TALEND6_LABEL));
table.setLabel(null);
}
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_IS_READ_ONLY))) {
TaggedValue tv = TaggedValueHelper.createTaggedValue(Talend6SchemaConstants.TALEND6_IS_READ_ONLY, prop);
table.getTaggedValue().add(tv);
table.setReadOnly(Boolean.parseBoolean(prop));
}
for (String key : in.getJsonProps().keySet()) {
if (key.startsWith(Talend6SchemaConstants.TALEND6_ADDITIONAL_PROPERTIES)) {
@@ -396,95 +299,10 @@ public final class MetadataToolAvroHelper {
for (Schema.Field f : in.getFields()) {
columns.add(convertFromAvro(f));
}
boolean isDynamic = AvroUtils.isIncludeAllFields(in);
if (isDynamic) {
org.talend.core.model.metadata.builder.connection.MetadataColumn col = convertFromAvroForDynamic(in);
// get dynamic position
int dynPosition = Integer.valueOf(in.getProp(Talend6SchemaConstants.TALEND6_DYNAMIC_COLUMN_POSITION));
columns.add(dynPosition, col);
}
table.getColumns().addAll(columns);
return table;
}
public static org.talend.core.model.metadata.builder.connection.MetadataColumn convertFromAvroForDynamic(Schema schema) {
org.talend.core.model.metadata.builder.connection.MetadataColumn col = ConnectionFactory.eINSTANCE.createMetadataColumn();
String prop;
if (null != (prop = schema.getProp(Talend6SchemaConstants.TALEND6_DYNAMIC_COLUMN_ID))) {
col.setId(prop);
}
if (null != (prop = schema.getProp(Talend6SchemaConstants.TALEND6_DYNAMIC_COLUMN_COMMENT))) {
col.setComment(prop);
}
if (null != (prop = schema.getProp(Talend6SchemaConstants.TALEND6_DYNAMIC_COLUMN_NAME))) {
col.setLabel(prop);
}
if (null != (prop = schema.getProp(Talend6SchemaConstants.TALEND6_DYNAMIC_IS_READ_ONLY))) {
TaggedValue tv = TaggedValueHelper.createTaggedValue(Talend6SchemaConstants.TALEND6_IS_READ_ONLY, prop);
col.getTaggedValue().add(tv);
}
for (String key : schema.getJsonProps().keySet()) {
if (key.startsWith(Talend6SchemaConstants.TALEND6_ADDITIONAL_PROPERTIES)) {
String originalKey = key.substring(Talend6SchemaConstants.TALEND6_ADDITIONAL_PROPERTIES.length());
TaggedValue tv = TaggedValueHelper.createTaggedValue(originalKey, schema.getProp(key));
col.getTaggedValue().add(tv);
}
}
// Column-specific properties.
if (null != (prop = schema.getProp(Talend6SchemaConstants.TALEND6_COLUMN_IS_KEY))) {
col.setKey(Boolean.parseBoolean(prop));
}
if (null != (prop = schema.getProp(Talend6SchemaConstants.TALEND6_COLUMN_SOURCE_TYPE))) {
col.setSourceType(prop);
}
if (null != (prop = schema.getProp(Talend6SchemaConstants.TALEND6_COLUMN_TALEND_TYPE))) {
col.setTalendType(prop);
}
if (null != (prop = schema.getProp(Talend6SchemaConstants.TALEND6_COLUMN_PATTERN))) {
if (!StringUtils.isEmpty(prop)) {
col.setPattern(TalendQuoteUtils.addQuotesIfNotExist(prop));
}
}
if (null != (prop = schema.getProp(Talend6SchemaConstants.TALEND6_COLUMN_LENGTH))) {
Long value = Long.parseLong(prop);
col.setLength(value > 0 ? value : -1);
} else {
col.setLength(-1);
}
if (null != (prop = schema.getProp(Talend6SchemaConstants.TALEND6_COLUMN_ORIGINAL_LENGTH))) {
Long value = Long.parseLong(prop);
col.setOriginalLength(value > 0 ? value : -1);
} else {
col.setOriginalLength(-1);
}
if (null != (prop = schema.getProp(Talend6SchemaConstants.TALEND6_COLUMN_IS_NULLABLE))) {
col.setNullable(Boolean.parseBoolean(prop));
}
if (null != (prop = schema.getProp(Talend6SchemaConstants.TALEND6_COLUMN_PRECISION))) {
Long value = Long.parseLong(prop);
col.setPrecision(value > 0 ? value : -1);
} else {
col.setPrecision(-1);
}
if (null != (prop = schema.getProp(Talend6SchemaConstants.TALEND6_COLUMN_DEFAULT))) {
col.setDefaultValue(prop);
}
if (null != (prop = schema.getProp(Talend6SchemaConstants.TALEND6_COLUMN_ORIGINAL_DB_COLUMN_NAME))) {
col.setName(prop);
}
if (null != (prop = schema.getProp(Talend6SchemaConstants.TALEND6_COLUMN_RELATED_ENTITY))) {
col.setRelatedEntity(prop);
}
if (null != (prop = schema.getProp(Talend6SchemaConstants.TALEND6_COLUMN_RELATIONSHIP_TYPE))) {
col.setRelationshipType(prop);
}
col.setTalendType("id_Dynamic"); //$NON-NLS-1$
return col;
}
/**
* @param in A field from an incoming schema
* @return A MetadataColumn containing all the information from the Schema, including any information included the
@@ -499,33 +317,47 @@ public final class MetadataToolAvroHelper {
col.setLabel(field.name());
col.setName(field.name());
Schema nonnullable = AvroUtils.unwrapIfNullable(in);
if (AvroTypes.isSameType(nonnullable, AvroTypes._boolean())) {
switch (nonnullable.getType()) {
case ARRAY:
col.setTalendType(JavaTypesManager.LIST.getId());
break;
case BOOLEAN:
col.setTalendType(JavaTypesManager.BOOLEAN.getId());
} else if (AvroTypes.isSameType(nonnullable, AvroTypes._byte())) {
col.setTalendType(JavaTypesManager.BYTE.getId());
} else if (AvroTypes.isSameType(nonnullable, AvroTypes._bytes())) {
break;
case BYTES:
case FIXED:
col.setTalendType(JavaTypesManager.BYTE_ARRAY.getId());
} else if (AvroTypes.isSameType(nonnullable, AvroTypes._character())) {
col.setTalendType(JavaTypesManager.CHARACTER.getId());
} else if (AvroTypes.isSameType(nonnullable, AvroTypes._date())) {
col.setTalendType(JavaTypesManager.DATE.getId());
} else if (AvroTypes.isSameType(nonnullable, AvroTypes._decimal())) {
col.setTalendType(JavaTypesManager.BIGDECIMAL.getId());
} else if (AvroTypes.isSameType(nonnullable, AvroTypes._double())) {
break;
case DOUBLE:
col.setTalendType(JavaTypesManager.DOUBLE.getId());
} else if (AvroTypes.isSameType(nonnullable, AvroTypes._float())) {
break;
case FLOAT:
col.setTalendType(JavaTypesManager.FLOAT.getId());
} else if (AvroTypes.isSameType(nonnullable, AvroTypes._int())) {
break;
case INT:
col.setTalendType(JavaTypesManager.INTEGER.getId());
} else if (AvroTypes.isSameType(nonnullable, AvroTypes._long())) {
col.setTalendType(JavaTypesManager.LONG.getId());
} else if (AvroTypes.isSameType(nonnullable, AvroTypes._short())) {
col.setTalendType(JavaTypesManager.SHORT.getId());
} else if (AvroTypes.isSameType(nonnullable, AvroTypes._string())) {
break;
case LONG:
String prop = null;
if (null != (prop = nonnullable.getProp(SchemaConstants.TALEND_COLUMN_PATTERN))) {
col.setTalendType(JavaTypesManager.DATE.getId());
col.setPattern(TalendQuoteUtils.addQuotesIfNotExist(prop));
} else {
col.setTalendType(JavaTypesManager.LONG.getId());
}
break;
case ENUM:
case STRING:
col.setTalendType(JavaTypesManager.STRING.getId());
break;
case RECORD:
case NULL:
case MAP:
case UNION:
default:
// Can this occur in the studio?
break;
}
// FIXME missing List and Object here
// TODO setSourceType from the field Schema type.
col.setNullable(AvroUtils.isNullable(in));
@@ -533,83 +365,64 @@ public final class MetadataToolAvroHelper {
// Properties common to tables and columns.
String prop;
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_ID))) {
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_ID))) {
col.setId(prop);
}
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_COMMENT))) {
col.setComment(prop);
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_COMMENT))) {
col.setComment(in.getProp(Talend6SchemaConstants.TALEND6_ID));
}
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_LABEL))) {
col.setLabel(prop);
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_LABEL))) {
col.setLabel(null);
}
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_IS_READ_ONLY))) {
TaggedValue tv = TaggedValueHelper.createTaggedValue(Talend6SchemaConstants.TALEND6_IS_READ_ONLY, prop);
col.getTaggedValue().add(tv);
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_IS_READ_ONLY))) {
col.setReadOnly(Boolean.parseBoolean(prop));
}
for (String key : field.getJsonProps().keySet()) {
for (String key : in.getJsonProps().keySet()) {
if (key.startsWith(Talend6SchemaConstants.TALEND6_ADDITIONAL_PROPERTIES)) {
String originalKey = key.substring(Talend6SchemaConstants.TALEND6_ADDITIONAL_PROPERTIES.length());
TaggedValue tv = TaggedValueHelper.createTaggedValue(originalKey, field.getProp(key));
TaggedValue tv = TaggedValueHelper.createTaggedValue(originalKey, in.getProp(key));
col.getTaggedValue().add(tv);
}
}
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_COLUMN_CUSTOM))) {
TaggedValue tv = TaggedValueHelper.createTaggedValue(Talend6SchemaConstants.TALEND6_COLUMN_CUSTOM, prop);
col.getTaggedValue().add(tv);
}
// Column-specific properties.
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_COLUMN_IS_KEY))) {
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_COLUMN_IS_KEY))) {
col.setKey(Boolean.parseBoolean(prop));
}
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_COLUMN_SOURCE_TYPE))) {
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_COLUMN_SOURCE_TYPE))) {
col.setSourceType(prop);
}
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_COLUMN_TALEND_TYPE))) {
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_COLUMN_TALEND_TYPE))) {
col.setTalendType(prop);
}
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_COLUMN_PATTERN))) {
if (!StringUtils.isEmpty(prop)) {
col.setPattern(TalendQuoteUtils.addQuotesIfNotExist(prop));
}
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_COLUMN_PATTERN))) {
col.setPattern(TalendQuoteUtils.addQuotesIfNotExist(prop));
}
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_COLUMN_LENGTH))) {
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_COLUMN_LENGTH))) {
Long value = Long.parseLong(prop);
col.setLength(value > 0 ? value : -1);
} else {
col.setLength(-1);
}
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_COLUMN_ORIGINAL_LENGTH))) {
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_COLUMN_ORIGINAL_LENGTH))) {
Long value = Long.parseLong(prop);
col.setOriginalLength(value > 0 ? value : -1);
} else {
col.setOriginalLength(-1);
}
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_COLUMN_IS_NULLABLE))) {
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_COLUMN_IS_NULLABLE))) {
col.setNullable(Boolean.parseBoolean(prop));
}
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_COLUMN_PRECISION))) {
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_COLUMN_PRECISION))) {
Long value = Long.parseLong(prop);
col.setPrecision(value > 0 ? value : -1);
} else {
col.setPrecision(-1);
}
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_COLUMN_SCALE))) {
Long value = Long.parseLong(prop);
col.setScale(value > 0 ? value : -1);
} else {
col.setScale(-1);
}
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_COLUMN_DEFAULT))) {
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_COLUMN_DEFAULT))) {
col.setDefaultValue(prop);
}
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_COLUMN_ORIGINAL_DB_COLUMN_NAME))) {
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_COLUMN_ORIGINAL_DB_COLUMN_NAME))) {
col.setName(prop);
}
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_COLUMN_RELATED_ENTITY))) {
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_COLUMN_RELATED_ENTITY))) {
col.setRelatedEntity(prop);
}
if (null != (prop = field.getProp(Talend6SchemaConstants.TALEND6_COLUMN_RELATIONSHIP_TYPE))) {
if (null != (prop = in.getProp(Talend6SchemaConstants.TALEND6_COLUMN_RELATIONSHIP_TYPE))) {
col.setRelationshipType(prop);
}
@@ -620,282 +433,4 @@ public final class MetadataToolAvroHelper {
return col;
}
// /**
// * @return An Avro schema with enriched properties from the incoming metadata table.
// */
// public static org.apache.avro.Schema convertToAvro(IMetadataTable in) {
// RecordBuilder<Schema> builder = SchemaBuilder.builder().record(in.getTableName());
// copyTableProperties(builder, in);
//
// FieldAssembler<Schema> fa = builder.fields();
// int dynamicPosition = -1;
// IMetadataColumn dynColumn = null;
// int i = 0;
// for (IMetadataColumn column : in.getListColumns()) {
// if ("id_Dynamic".equals(column.getTalendType())) { //$NON-NLS-1$
// dynamicPosition = i;
// dynColumn = column;
// } else {
// fa = convertToAvro(fa, column);
// }
// i++;
// }
//
// Schema schema = fa.endRecord();
//
// if (dynColumn != null) {
// // store all the dynamic column's properties
// schema = copyDynamicColumnProperties(schema, dynColumn);
// // store dynamic position
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_DYNAMIC_COLUMN_POSITION,
// String.valueOf(dynamicPosition));
// // tag avro schema with include-all-columns
// schema = AvroUtils.setIncludeAllFields(schema, true);
// }
// return schema;
// }
//
// /**
// * Copy all of the information from the MetadataTable in the form of key/value properties into an Avro object.
// *
// * @param builder Any Avro builder capable of taking key/value in the form of strings.
// * @param in The element to copy information from.
// * @return the instance of the builder passed in.
// */
// private static <T extends PropBuilder<T>> PropBuilder<T> copyTableProperties(PropBuilder<T> builder,
// IMetadataTable in) {
//
// // Properties common to tables and columns.
//
// // FIXME: I comment it. I think there is no need to care id.
// // if (in.getId() != null) {
// // builder.prop(Talend6SchemaConstants.TALEND6_ID, in.getId());
// // }
// if (in.getComment() != null) {
// builder.prop(Talend6SchemaConstants.TALEND6_COMMENT, in.getComment());
// }
// if (in.getLabel() != null) {
// builder.prop(Talend6SchemaConstants.TALEND6_LABEL, in.getLabel());
// }
// if (in.isReadOnly()) {
// builder.prop(Talend6SchemaConstants.TALEND6_IS_READ_ONLY, "true"); //$NON-NLS-1$
// }
//
// // Table-specific properties.
// if (in.getTableName() != null) {
// builder.prop(Talend6SchemaConstants.TALEND6_TABLE_NAME, in.getTableName());
// }
// if (in.getTableType() != null) {
// builder.prop(Talend6SchemaConstants.TALEND6_TABLE_TYPE, in.getTableType());
// }
//
// return builder;
// }
//
// /**
// * Build a field into a schema using enriched properties from the incoming column.
// */
// private static FieldAssembler<Schema> convertToAvro(FieldAssembler<Schema> fa, IMetadataColumn in) {
// FieldBuilder<Schema> fb = fa.name(in.getLabel());
// copyColumnProperties(fb, in);
// BaseFieldTypeBuilder<Schema> ftb = in.isNullable() ? fb.type().nullable() : fb.type();
//
// Object defaultValue = in.getDefault();
//
// String tt = in.getTalendType();
//
// Schema type = null;
// // Numeric types.
// if (JavaTypesManager.LONG.getId().equals(tt)) {
// type = AvroTypes._long();
// defaultValue = defaultValue == null ? null : Long.parseLong(defaultValue.toString());
// } else if (JavaTypesManager.INTEGER.getId().equals(tt)) {
// type = AvroTypes._int();
// defaultValue = defaultValue == null ? null : Integer.parseInt(defaultValue.toString());
// } else if (JavaTypesManager.SHORT.getId().equals(tt)) {
// type = AvroTypes._short();
// defaultValue = defaultValue == null ? null : Integer.parseInt(defaultValue.toString());
// } else if (JavaTypesManager.BYTE.getId().equals(tt)) {
// type = AvroTypes._byte();
// defaultValue = defaultValue == null ? null : Integer.parseInt(defaultValue.toString());
// } else if (JavaTypesManager.DOUBLE.getId().equals(tt)) {
// type = AvroTypes._double();
// defaultValue = defaultValue == null ? null : Double.parseDouble(defaultValue.toString());
// } else if (JavaTypesManager.FLOAT.getId().equals(tt)) {
// type = AvroTypes._float();
// defaultValue = defaultValue == null ? null : Float.parseFloat(defaultValue.toString());
// } else if (JavaTypesManager.BIGDECIMAL.getId().equals(tt)) {
// // decimal(precision, scale) == column length and precision?
// type = AvroTypes._decimal();
// }
//
// // Other primitive types that map directly to Avro.
// else if (JavaTypesManager.BOOLEAN.getId().equals(tt)) {
// type = AvroTypes._boolean();
// defaultValue = defaultValue == null ? null : Boolean.parseBoolean(defaultValue.toString());
// } else if (JavaTypesManager.BYTE_ARRAY.getId().equals(tt)) {
// type = AvroTypes._bytes();
// } else if (JavaTypesManager.DATE.getId().equals(tt)) {
// type = AvroTypes._date();
// }
// // String-ish types.
// else if (JavaTypesManager.STRING.getId().equals(tt) || JavaTypesManager.FILE.getId().equals(tt)
// || JavaTypesManager.DIRECTORY.getId().equals(tt) || JavaTypesManager.VALUE_LIST.getId().equals(tt)
// || JavaTypesManager.CHARACTER.getId().equals(tt) || JavaTypesManager.PASSWORD.getId().equals(tt)) {
// type = AvroTypes._string();
// }
//
// // Types with unknown elements, store as binary
// if (JavaTypesManager.OBJECT.getId().equals(tt)) {
// // FIXME it's not right, as it don't store all the information about the object
// }
//
// if (JavaTypesManager.LIST.getId().equals(tt)) {
// // FIXME it's not right, as it don't store all the information about the object
// }
// // Can this occur?
// if (type == null) {
// throw new UnsupportedOperationException("Unrecognized type " + tt); //$NON-NLS-1$
// }
//
// type = in.isNullable() ? AvroUtils.wrapAsNullable(type) : type;
// return defaultValue == null ? fb.type(type).noDefault() : fb.type(type).withDefault(defaultValue);
// }
//
// /**
// * Copy all of the information from the IMetadataColumn in the form of key/value properties into an Avro object.
// *
// * @param builder Any Avro builder capable of taking key/value in the form of strings.
// * @param in The element to copy information from.
// * @return the instance of the builder passed in.
// */
// private static <T extends PropBuilder<T>> PropBuilder<T> copyColumnProperties(PropBuilder<T> builder,
// IMetadataColumn in) {
// // Properties common to tables and columns.
// if (in.getId() != null) {
// builder.prop(Talend6SchemaConstants.TALEND6_ID, in.getId());
// }
// if (in.getComment() != null) {
// builder.prop(Talend6SchemaConstants.TALEND6_COMMENT, in.getComment());
// }
// if (in.getLabel() != null) {
// builder.prop(Talend6SchemaConstants.TALEND6_LABEL, in.getLabel());
// }
// if (in.isReadOnly()) {
// builder.prop(Talend6SchemaConstants.TALEND6_IS_READ_ONLY, "true"); //$NON-NLS-1$
// }
// // no such support for IMetadataColumn
// //
// // for (TaggedValue tv : in.getTaggedValue()) {
// // String additionalTag = tv.getTag();
// // if (tv.getValue() != null) {
// // builder.prop(Talend6SchemaConstants.TALEND6_ADDITIONAL_PROPERTIES + additionalTag, tv.getValue());
// // }
// // }
//
// // Column-specific properties.
// if (in.isKey()) {
// builder.prop(Talend6SchemaConstants.TALEND6_COLUMN_IS_KEY, "true"); //$NON-NLS-1$
// }
// if (in.getType() != null) {
// builder.prop(Talend6SchemaConstants.TALEND6_COLUMN_SOURCE_TYPE, in.getType());
// }
// if (in.getTalendType() != null) {
// builder.prop(Talend6SchemaConstants.TALEND6_COLUMN_TALEND_TYPE, in.getTalendType());
// }
// if (in.getPattern() != null) {
// builder.prop(Talend6SchemaConstants.TALEND6_COLUMN_PATTERN,
// TalendQuoteUtils.removeQuotesIfExist(in.getPattern()));
// }
// if (in.getLength() != null && in.getLength() >= 0) {
// builder.prop(Talend6SchemaConstants.TALEND6_COLUMN_LENGTH, String.valueOf((int) in.getLength()));
// }
// if (in.getOriginalLength() != null && in.getOriginalLength() >= 0) {
// builder.prop(Talend6SchemaConstants.TALEND6_COLUMN_ORIGINAL_LENGTH, String.valueOf(in.getOriginalLength()));
// }
// if (in.isNullable()) {
// builder.prop(Talend6SchemaConstants.TALEND6_COLUMN_IS_NULLABLE, "true"); //$NON-NLS-1$
// }
// if (in.getPrecision() != null && in.getPrecision() >= 0) {
// builder.prop(Talend6SchemaConstants.TALEND6_COLUMN_PRECISION, String.valueOf(in.getPrecision()));
// }
// if (in.getDefault() != null) {
// builder.prop(Talend6SchemaConstants.TALEND6_COLUMN_DEFAULT, in.getDefault());
// }
// if (in.getOriginalDbColumnName() != null) {
// builder.prop(Talend6SchemaConstants.TALEND6_COLUMN_ORIGINAL_DB_COLUMN_NAME, in.getOriginalDbColumnName());
// }
// if (in.getRelatedEntity() != null) {
// builder.prop(Talend6SchemaConstants.TALEND6_COLUMN_RELATED_ENTITY, in.getRelatedEntity());
// }
// if (in.getRelationshipType() != null) {
// builder.prop(Talend6SchemaConstants.TALEND6_COLUMN_RELATIONSHIP_TYPE, in.getRelationshipType());
// }
// return builder;
// }
//
// private static Schema copyDynamicColumnProperties(Schema schema,
// IMetadataColumn in) {
// Map<String, String> props = new HashMap<String, String>();
// if (in.getId() != null) {
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_DYNAMIC_COLUMN_ID, in.getId());
// }
// if (in.getComment() != null) {
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_DYNAMIC_COLUMN_COMMENT, in.getComment());
// }
// if (in.getLabel() != null) {
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_DYNAMIC_COLUMN_NAME, in.getLabel());
// }
// if (in.isReadOnly()) {
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_DYNAMIC_IS_READ_ONLY, "true"); //$NON-NLS-1$
// }
//
// // Column-specific properties.
// if (in.isKey()) {
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_IS_KEY, "true"); //$NON-NLS-1$
// }
// if (in.getType() != null) {
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_SOURCE_TYPE, in.getType());
// }
// if (in.getTalendType() != null) {
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_TALEND_TYPE, in.getTalendType());
// }
// if (in.getPattern() != null) {
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_PATTERN,
// TalendQuoteUtils.removeQuotesIfExist(in.getPattern()));
// }
// if (in.getLength() >= 0) {
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_LENGTH,
// String.valueOf((int) in.getLength()));
// }
// if (in.getOriginalLength() >= 0) {
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_ORIGINAL_LENGTH,
// String.valueOf(in.getOriginalLength()));
// }
// if (in.isNullable()) {
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_IS_NULLABLE, "true"); //$NON-NLS-1$
// }
// if (in.getPrecision() >= 0) {
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_PRECISION,
// String.valueOf(in.getPrecision()));
// }
// if (in.getDefault() != null) {
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_DEFAULT, in.getDefault());
// }
// if (in.getOriginalDbColumnName() != null) {
// // keyword fixes?
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_ORIGINAL_DB_COLUMN_NAME,
// in.getOriginalDbColumnName());
// }
// if (in.getRelatedEntity() != null) {
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_RELATED_ENTITY,
// in.getRelatedEntity());
// }
// if (in.getRelationshipType() != null) {
// schema = AvroUtils.setProperty(schema, Talend6SchemaConstants.TALEND6_COLUMN_RELATIONSHIP_TYPE,
// in.getRelationshipType());
// }
// return schema;
// }
}

View File

@@ -24,7 +24,6 @@ import java.util.Set;
import java.util.Vector;
import java.util.regex.Pattern;
import org.apache.avro.Schema;
import org.eclipse.core.runtime.preferences.IEclipsePreferences;
import org.eclipse.core.runtime.preferences.InstanceScope;
import org.eclipse.emf.common.util.BasicEList;
@@ -38,7 +37,6 @@ import org.eclipse.swt.events.KeyEvent;
import org.eclipse.swt.widgets.Display;
import org.eclipse.swt.widgets.Shell;
import org.talend.commons.exception.PersistenceException;
import org.talend.commons.runtime.model.components.IComponentConstants;
import org.talend.commons.runtime.model.repository.ERepositoryStatus;
import org.talend.commons.ui.runtime.exception.ExceptionHandler;
import org.talend.commons.utils.data.list.UniqueStringGenerator;
@@ -73,14 +71,12 @@ import org.talend.core.runtime.i18n.Messages;
import org.talend.core.runtime.services.IGenericWizardService;
import org.talend.core.utils.KeywordsValidator;
import org.talend.cwm.helper.ConnectionHelper;
import org.talend.daikon.talend6.Talend6SchemaConstants;
import org.talend.designer.core.model.utils.emf.talendfile.ColumnType;
import org.talend.designer.core.model.utils.emf.talendfile.MetadataType;
import org.talend.designer.core.model.utils.emf.talendfile.TalendFileFactory;
import org.talend.repository.model.IProxyRepositoryFactory;
import org.talend.repository.model.IRepositoryService;
import org.talend.repository.model.RepositoryConstants;
import orgomg.cwm.objectmodel.core.TaggedValue;
/**
@@ -608,11 +604,7 @@ public final class MetadataToolHelper {
target.getListColumns().addAll(columnsTAdd);
target.sortCustomColumns();
target.setLabel(source.getLabel());
Map<String, String> targetProperties = target.getAdditionalProperties();
Map<String, String> sourceProperties = source.getAdditionalProperties();
for (Entry<String, String> entry : sourceProperties.entrySet()) {
targetProperties.put(entry.getKey(), entry.getValue());
}
target.getAdditionalProperties().putAll(source.getAdditionalProperties());
}
public static void copyTable(List<IMetadataColumn> sourceColumns, IMetadataTable target, List<IMetadataColumn> targetColumns) {
@@ -1009,10 +1001,7 @@ public final class MetadataToolHelper {
public static IMetadataTable getMetadataFromRepository(String metaRepositoryId) {
MetadataTable table = getMetadataTableFromRepository(metaRepositoryId);
if (table != null) {
IMetadataTable convertedTable = convert(table);
convertedTable.getAdditionalProperties().remove(IComponentConstants.COMPONENT_PROPERTIES_TAG);
convertedTable.getAdditionalProperties().remove(IComponentConstants.COMPONENT_SCHEMA_TAG);
return convertedTable;
return convert(table);
}
return null;
@@ -1076,8 +1065,7 @@ public final class MetadataToolHelper {
String uniqueName = null;
for (int i = 0; i < elementParameters.size(); i++) {
IElementParameter param = elementParameters.get(i);
if ((param.getFieldType().equals(EParameterFieldType.SCHEMA_TYPE) || param.getFieldType().equals(
EParameterFieldType.SCHEMA_REFERENCE))
if (param.getFieldType().equals(EParameterFieldType.SCHEMA_TYPE)
&& param.getContext().equals(metadataTable.getAttachedConnector())) {
if (param.getValue() instanceof IMetadataTable) {
param.setValueToDefault(elementParameters);
@@ -1134,21 +1122,6 @@ public final class MetadataToolHelper {
}
}
}
} else if (param.getFieldType() == EParameterFieldType.SCHEMA_REFERENCE) {
if (!param.getDefaultValues().isEmpty()) {
Schema schema = (Schema) param.getDefaultValues().get(0).getDefaultValue();
org.talend.core.model.metadata.builder.connection.MetadataTable defaultEmfTable = MetadataToolAvroHelper
.convertFromAvro(schema);
IMetadataTable defaultTable = MetadataToolHelper.convert(defaultEmfTable);
for (IMetadataColumn currentColumn : metadataTable.getListColumns()) {
IMetadataColumn defaultColumn = defaultTable.getColumn(currentColumn.getLabel());
if (defaultColumn != null) {
currentColumn.setCustom(defaultColumn.isCustom());
currentColumn.setReadOnly(defaultColumn.isReadOnly());
}
}
metadataTable.setReadOnly(defaultTable.isReadOnly());
}
}
}
@@ -1352,13 +1325,6 @@ public final class MetadataToolHelper {
}
result.setTableName(sourceName);
List<IMetadataColumn> columns = new ArrayList<IMetadataColumn>(old.getColumns().size());
for (TaggedValue tv : old.getTaggedValue()) {
if (Talend6SchemaConstants.TALEND6_IS_READ_ONLY.equals(tv.getTag())) {
result.setReadOnly(Boolean.valueOf(tv.getValue()));
break;
}
}
for (Object o : old.getColumns()) {
org.talend.core.model.metadata.builder.connection.MetadataColumn column = (org.talend.core.model.metadata.builder.connection.MetadataColumn) o;
IMetadataColumn newColumn = new org.talend.core.model.metadata.MetadataColumn();
@@ -1392,13 +1358,7 @@ public final class MetadataToolHelper {
String[] splits = additionalTag.split(":");
additionalTag = splits[1];
}
if (Talend6SchemaConstants.TALEND6_COLUMN_CUSTOM.equals(additionalTag)) {
newColumn.setCustom(Boolean.valueOf(tv.getValue()));
} else if (Talend6SchemaConstants.TALEND6_IS_READ_ONLY.equals(additionalTag)) {
newColumn.setReadOnly(Boolean.valueOf(tv.getValue()));
} else {
newColumn.getAdditionalField().put(additionalTag, tv.getValue());
}
newColumn.getAdditionalField().put(additionalTag, tv.getValue());
}
}

View File

@@ -20,7 +20,6 @@ import java.util.Map.Entry;
import java.util.Set;
import org.eclipse.emf.common.util.EMap;
import org.talend.commons.runtime.model.components.IComponentConstants;
import org.talend.commons.utils.resource.FileExtensions;
import org.talend.core.IRepositoryContextService;
import org.talend.core.database.EDatabase4DriverClassName;
@@ -47,7 +46,6 @@ import org.talend.core.utils.KeywordsValidator;
import org.talend.cwm.helper.ConnectionHelper;
import org.talend.cwm.helper.SAPBWTableHelper;
import org.talend.model.bridge.ReponsitoryContextBridge;
import orgomg.cwm.objectmodel.core.TaggedValue;
/**
@@ -342,14 +340,10 @@ public final class ConvertionHelper {
result.setLabel(old.getLabel());
result.setTableType(old.getTableType());
if (old instanceof SAPBWTable) {
String innerType = ((SAPBWTable) old).getInnerIOType();
String sourceSysName = ((SAPBWTable) old).getSourceSystemName();
String innerType = ((SAPBWTable)old).getInnerIOType();
if (innerType != null) {
result.getAdditionalProperties().put(SAPBWTableHelper.SAP_INFOOBJECT_INNER_TYPE, innerType);
}
if (sourceSysName != null) {
result.getAdditionalProperties().put(SAPBWTableHelper.SAP_DATASOURCE_SOURCESYSNAME, sourceSysName);
}
}
String sourceName = old.getName();
if (sourceName == null) {
@@ -421,12 +415,6 @@ public final class ConvertionHelper {
}
for (TaggedValue tv : old.getTaggedValue()) {
String additionalTag = tv.getTag();
if (IComponentConstants.COMPONENT_PROPERTIES_TAG.equals(additionalTag)) {
continue;
}
if (IComponentConstants.COMPONENT_SCHEMA_TAG.equals(additionalTag)) {
continue;
}
result.getAdditionalProperties().put(additionalTag, tv.getValue());
}

View File

@@ -0,0 +1,503 @@
// ============================================================================
//
// Copyright (C) 2006-2016 Talend Inc. - www.talend.com
//
// This source code is available under agreement available at
// %InstallDIR%\features\org.talend.rcp.branding.%PRODUCTNAME%\%PRODUCTNAME%license.txt
//
// You should have received a copy of the agreement
// along with this program; if not, write to Talend SA
// 9 rue Pages 92150 Suresnes, France
//
// ============================================================================
package org.talend.core.model.metadata.connection.hive;
import java.util.ArrayList;
import java.util.List;
import org.apache.commons.lang.ArrayUtils;
/**
* @author Marvin Wang
* @version 1.0 jdk1.6
* @date Aug 9, 2012
*/
public class HiveConnUtils {
/**
* Returns the distribution names that can be used to show in UI. If no items, return <code>new String[0]</code>.
* Added by Marvin Wang on Aug. 9, 2012.
*
* @see #getDistributionNameList()
* @return
*/
public static String[] getDistributionNames() {
List<String> list = getDistributionNameList();
if (list == null) {
return new String[0];
} else {
return list.toArray(new String[list.size()]);
}
}
/**
* Returns the name list of distribution. If no items, return <code>null</code>. These names are from
* {@link HiveConnVersionInfo} that defines the level <code>0</code>. Added by Marvin Wang on Aug 9, 2012.
*
* @see #extractVersionInfo(int)
* @return
*/
public static List<String> getDistributionNameList() {
return getNameListByLevel(0);
}
/**
* Returns the children of the given object, refer to the method {@link #getFollowersByKeyAndLevel(String, int)}.
* Added by Marvin Wang on Aug 10, 2012.
*
* @param obj
* @return
*/
protected static List<HiveConnVersionInfo> getFollowersOfObject(HiveConnVersionInfo obj) {
String key = obj.getKey();
int level = obj.getLevel();
List<HiveConnVersionInfo> beans = getObjectsByLevel(level + 1);
if (beans != null && beans.size() > 0) {
List<HiveConnVersionInfo> listFollowingKey = new ArrayList<HiveConnVersionInfo>();
for (HiveConnVersionInfo bean : beans) {
extractObjectFollowsKey(key, bean, listFollowingKey);
}
return listFollowingKey;
}
return null;
}
/**
* If the object from the given array <code>HiveConnVersionInfo[]</code> includes the key, then put the object into
* the given list to store. Added by Marvin Wang on Aug 9, 2012.
*
* @param key
* @param beans
* @param listFollowingKey
*/
protected static void extractObjectFollowsKey(String key, HiveConnVersionInfo bean, List<HiveConnVersionInfo> listFollowingKey) {
HiveConnVersionInfo[] followsBeans = bean.getFollows();
if (followsBeans != null && followsBeans.length > 0) {
for (HiveConnVersionInfo followsBean : followsBeans) {
if (followsBean.getKey().equals(key)) {
listFollowingKey.add(bean);
}
}
}
}
/**
* Returns all names with a specified level. Added by Marvin Wang on Aug 9, 2012.
*
* @param level
* @return
*/
protected static List<String> getNameListByLevel(int level) {
List<HiveConnVersionInfo> beans = getObjectsByLevel(level);
if (beans != null && beans.size() > 0) {
List<String> nameList = new ArrayList<String>();
for (HiveConnVersionInfo bean : beans) {
nameList.add(bean.getDisplayName());
}
return nameList;
}
return null;
}
/**
* Returns all {@link HiveConnVersionInfo} objects with the given level. Added by Marvin Wang on Aug 9, 2012.
*
* @param level
* @return
*/
protected static List<HiveConnVersionInfo> getObjectsByLevel(int level) {
HiveConnVersionInfo[] beans = HiveConnVersionInfo.values();
if (beans != null && beans.length > 0) {
List<HiveConnVersionInfo> list = new ArrayList<HiveConnVersionInfo>();
for (HiveConnVersionInfo bean : beans) {
int beanLevel = bean.getLevel();
if (level == beanLevel) {
list.add(bean);
}
}
// ADD msjian TDQ-6407 2012-11-26:for top not support hive embedded mode
// if (PluginChecker.isOnlyTopLoaded() && (level == 0 || level == 2)) {
// list.remove(0);
// }
// TDQ-6407~
return list;
}
return null;
}
/**
* Returns the index of distribution that is level 0 by display name. Added by Marvin Wang on Aug 9, 2012.
*
* @param displayName
* @return
*/
public static int getDistributionIndex(String displayName) {
String[] names = getDistributionNames();
if (names != null && names.length > 0) {
for (int i = 0; i < names.length; i++) {
if (displayName != null && displayName.equals(names[i])) {
return i;
}
}
}
return -1;
}
/**
* Returns the key by display name and level. Added by Marvin Wang on Aug 9, 2012.
*
* @param displayName
* @param level
* @return
*/
protected static String getKeyByDisplayName(String displayName, int level) {
List<HiveConnVersionInfo> beans = getObjectsByLevel(level);
if (beans != null && beans.size() > 0) {
for (HiveConnVersionInfo bean : beans) {
if (displayName != null && displayName.equals(bean.getDisplayName())) {
return bean.getKey();
}
}
}
return null;
}
/**
* Returns all hive versions by distribution index, it means these hive versions follow the distribution. Added by
* Marvin Wang on Aug 10, 2012.
*
* @param level0Index
* @return
*/
protected static List<HiveConnVersionInfo> getHiveVersions(int distributionIndex) {
List<HiveConnVersionInfo> level0Objects = getObjectsByLevel(0);
HiveConnVersionInfo objOfLevel0ByIndex = level0Objects.get(distributionIndex);
return getFollowersOfObject(objOfLevel0ByIndex);
}
protected static List<String> getHiveVersionNameList(int distributionIndex) {
List<HiveConnVersionInfo> hiveVersionObjs = getHiveVersions(distributionIndex);
if (hiveVersionObjs != null && hiveVersionObjs.size() > 0) {
List<String> hiveVersionNameList = new ArrayList<String>();
for (HiveConnVersionInfo bean : hiveVersionObjs) {
hiveVersionNameList.add(bean.getDisplayName());
}
return hiveVersionNameList;
}
return null;
}
public static String[] getHiveVersionNames(int distributionIndex) {
List<String> hiveVersionNameList = getHiveVersionNameList(distributionIndex);
if (hiveVersionNameList != null && hiveVersionNameList.size() > 0) {
return hiveVersionNameList.toArray(new String[hiveVersionNameList.size()]);
} else {
return new String[0];
}
}
protected static List<HiveConnVersionInfo> getHiveModes(int distributionIndex, int versionIndex, int hiveServerIndex) {
List<HiveConnVersionInfo> supportedModes = new ArrayList<HiveConnVersionInfo>();
HiveConnVersionInfo hiveVersionObj = getHiveVersionObj(distributionIndex, versionIndex);
if (hiveVersionObj != null) {
boolean supportStandalone = isSupportStandalone(hiveVersionObj, hiveServerIndex);
List<HiveConnVersionInfo> modes = getFollowersOfObject(hiveVersionObj);
if (modes != null && modes.size() > 0) {
for (HiveConnVersionInfo mode : modes) {
if (HiveConnVersionInfo.MODE_EMBEDDED.equals(mode) || HiveConnVersionInfo.MODE_STANDALONE.equals(mode)
&& supportStandalone) {
supportedModes.add(mode);
}
}
}
}
return supportedModes;
}
private static boolean isSupportStandalone(HiveConnVersionInfo hiveVersionObj, int hiveServerIndex) {
boolean isHiveServer1 = "HIVE".equals(HiveServerVersionUtils.extractKey(hiveServerIndex)); //$NON-NLS-1$
return !(isHiveServer1 && (HiveConnVersionInfo.HDP_1_2.equals(hiveVersionObj)
|| HiveConnVersionInfo.HDP_1_3.equals(hiveVersionObj) || HiveConnVersionInfo.HDP_2_0.equals(hiveVersionObj)));
}
protected static List<String> getHiveModeNameList(int distributionIndex, int versionIndex, int hiveServerIndex) {
List<HiveConnVersionInfo> hiveModeObjs = getHiveModes(distributionIndex, versionIndex, hiveServerIndex);
// ADD msjian TDQ-6407 2012-11-26: for top, not support hive embeded mode,hide this menu
// if (PluginChecker.isOnlyTopLoaded() && hiveModeObjs.size() > 1) {
// hiveModeObjs.remove(0);
// }
// TDQ-6407~
if (hiveModeObjs != null && hiveModeObjs.size() > 0) {
List<String> hiveModeNameList = new ArrayList<String>();
for (HiveConnVersionInfo bean : hiveModeObjs) {
hiveModeNameList.add(bean.getDisplayName());
}
return hiveModeNameList;
}
return null;
}
public static String[] getHiveModeNames(int distributionIndex, int versionIndex, int hiveServerIndex) {
List<String> hiveModeNameList = getHiveModeNameList(distributionIndex, versionIndex, hiveServerIndex);
if (hiveModeNameList != null && hiveModeNameList.size() > 0) {
return hiveModeNameList.toArray(new String[hiveModeNameList.size()]);
} else {
return new String[0];
}
}
protected static List<String> getHiveModeKeyList(int distributionIndex, int versionIndex, int hiveServerIndex) {
List<HiveConnVersionInfo> hiveModeObjs = getHiveModes(distributionIndex, versionIndex, hiveServerIndex);
// ADD msjian TDQ-6407 2012-11-26: for top, not support hive embeded mode,hide this menu
// if (PluginChecker.isOnlyTopLoaded() && hiveModeObjs.size() > 1) {
// hiveModeObjs.remove(0);
// }
// TDQ-6407~
if (hiveModeObjs != null && hiveModeObjs.size() > 0) {
List<String> hiveModeKeyList = new ArrayList<String>();
for (HiveConnVersionInfo bean : hiveModeObjs) {
hiveModeKeyList.add(bean.getKey());
}
return hiveModeKeyList;
}
return null;
}
public static String[] getHiveModeKeys(int distributionIndex, int versionIndex, int hiveServerIndex) {
List<String> hiveModeKeyList = getHiveModeKeyList(distributionIndex, versionIndex, hiveServerIndex);
if (hiveModeKeyList != null && hiveModeKeyList.size() > 0) {
return hiveModeKeyList.toArray(new String[hiveModeKeyList.size()]);
} else {
return new String[0];
}
}
public static int getIndexOfDistribution(String distributionKey) {
int level = 0;
List<HiveConnVersionInfo> distributions = getObjectsByLevel(level);
if (distributions != null && distributions.size() > 0) {
for (int i = 0; i < distributions.size(); i++) {
if (distributions.get(i).getKey().equals(distributionKey)) {
return i;
}
}
}
return -1;
}
protected static int getIndexOfDistribution(HiveConnVersionInfo distribution) {
String key = distribution.getKey();
return getIndexOfDistribution(key);
}
public static int getIndexOfHiveVersion(String distributionKey, String hiveVersionKey) {
int distributionIndex = getIndexOfDistribution(distributionKey);
List<HiveConnVersionInfo> hiveVersions = getHiveVersions(distributionIndex);
if (hiveVersions != null && hiveVersions.size() > 0) {
for (int i = 0; i < hiveVersions.size(); i++) {
if (hiveVersions.get(i).getKey().equals(hiveVersionKey)) {
return i;
}
}
}
return 0;
}
protected static int getIndexOfHiveVersion(HiveConnVersionInfo distribution, HiveConnVersionInfo hiveVersion) {
String distributionKey = distribution.getKey();
String hiveVersionKey = hiveVersion.getKey();
return getIndexOfHiveVersion(distributionKey, hiveVersionKey);
}
public static int getIndexOfHiveMode(String distributionKey, String hiveVersionKey, String hiveModeKey, String hiveServerKey) {
int distributionIndex = getIndexOfDistribution(distributionKey);
int hiveVersionIndex = getIndexOfHiveVersion(distributionKey, hiveVersionKey);
int hiveServerIndex = getIndexOfHiveServer(hiveServerKey);
List<HiveConnVersionInfo> hiveModes = getHiveModes(distributionIndex, hiveVersionIndex, hiveServerIndex);
if (hiveModes != null && hiveModes.size() > 0) {
for (int i = 0; i < hiveModes.size(); i++) {
if (hiveModes.get(i).getKey().equals(hiveModeKey)) {
return i;
}
}
}
return 0;
}
protected static int getIndexOfHiveMode(HiveConnVersionInfo distribution, HiveConnVersionInfo hiveVersion,
HiveConnVersionInfo hiveMode, String hiveServerKey) {
String distributionKey = distribution.getKey();
String hiveModeKey = hiveMode.getKey();
String hiveVersionkey = hiveVersion.getKey();
return getIndexOfHiveMode(distributionKey, hiveVersionkey, hiveModeKey, hiveServerKey);
}
public static int getIndexOfHiveServer(String hiveServerKey) {
List<String> hiveServers = HiveServerVersionUtils.extractListKeys();
if (hiveServers != null && hiveServers.size() > 0) {
for (int i = 0; i < hiveServers.size(); i++) {
if (hiveServers.get(i).equals(hiveServerKey)) {
return i;
}
}
}
return 0;
}
public static int getIndexOfHiveServerByDisplayName(String hiveServerDisplayName) {
List<String> hiveServers = HiveServerVersionUtils.extractListDisplayNames();
if (hiveServers != null && hiveServers.size() > 0) {
for (int i = 0; i < hiveServers.size(); i++) {
if (hiveServers.get(i).equals(hiveServerDisplayName)) {
return i;
}
}
}
return 0;
}
public static boolean isEmbeddedMode(int distributionIndex, int hiveVersionIndex, int hiveModeIndex, int hiveServerIndex) {
List<HiveConnVersionInfo> hiveModes = getHiveModes(distributionIndex, hiveVersionIndex, hiveServerIndex);
if (hiveModes != null && hiveModes.size() > 0) {
HiveConnVersionInfo hiveMode = hiveModes.get(hiveModeIndex);
if (HiveConnVersionInfo.MODE_EMBEDDED.getKey().equals(hiveMode.getKey())) {
return true;
}
}
return false;
}
/**
* Returns the distribution <code>HiveConnVersionInfo</code> object by the given <code>index</code> from level 0.
* Added by Marvin Wang on Aug 13, 2012.
*
* @param index
* @return
*/
public static HiveConnVersionInfo getDistributionObj(int index) {
List<HiveConnVersionInfo> distributions = getObjectsByLevel(0);
if (distributions != null && distributions.size() > 0 && index != -1) {
return distributions.get(index);
}
return null;
}
/**
* Returns the hive version object by the given index of distribution and hive version. Added by Marvin Wang on Aug
* 13, 2012.
*
* @param distributionIndex
* @param hiveVersionIndex
* @return
*/
public static HiveConnVersionInfo getHiveVersionObj(int distributionIndex, int hiveVersionIndex) {
List<HiveConnVersionInfo> objs = getHiveVersions(distributionIndex);
if (objs != null && objs.size() > 0) {
return objs.get(hiveVersionIndex);
}
return null;
}
/**
* Returns the hive mode object by the given index of distribution, version and mode. Added by Marvin Wang on Aug
* 13, 2012.
*
* @param distributionIndex
* @param hiveVersionIndex
* @param hiveModeIndex
* @return
*/
public static HiveConnVersionInfo getHiveModeObj(int distributionIndex, int hiveVersionIndex, int hiveModeIndex,
int hiveServerIndex) {
List<HiveConnVersionInfo> objs = getHiveModes(distributionIndex, hiveVersionIndex, hiveServerIndex);
if (objs != null && objs.size() > 0) {
return objs.get(hiveModeIndex);
}
return null;
}
public static String getHiveModeObjKey(int distributionIndex, int hiveVersionIndex, int hiveModeIndex, int hiveServerIndex) {
HiveConnVersionInfo hiveModeObj = getHiveModeObj(distributionIndex, hiveVersionIndex, hiveModeIndex, hiveServerIndex);
if (hiveModeObj != null) {
return hiveModeObj.getKey();
}
return null;
}
/**
* Checkes if the selected distro version supports hive server2. Added by Marvin Wang on Mar 25, 2013.
*
* @param distributionIndex
* @param hiveVersionIndex
* @return
*/
public static boolean isSupportHiveServer2(int distributionIndex, int hiveVersionIndex) {
HiveConnVersionInfo distroVersion = getHiveVersionObj(distributionIndex, hiveVersionIndex);
return distroVersion.isSupportHive2();
}
/**
* Checks if the current distro is {@link HiveConnVersionInfo#CUSTOM}. If yes, then return <code>true</code> Added
* by Marvin Wang on Mar 26, 2013.
*
* @param distributionIndex
* @return
*/
public static boolean isCustomDistro(int distributionIndex) {
HiveConnVersionInfo obj = getDistributionObj(distributionIndex);
if (HiveConnVersionInfo.DISTRO_CUSTOM == obj) {
return true;
} else {
return false;
}
}
public static boolean isCustomDistro(String distroKey) {
int distroIndex = getIndexOfDistribution(distroKey);
return isCustomDistro(distroIndex);
}
/**
* This is a temporary method to estimate whether or not one hive version support security. We need to refactor
* {@link HiveConnVersionInfo}(A really bad class) to support this function later...
* <P>
* DOC ycbai Comment method "isSupportSecurity".
*
* @param distributionIndex
* @param hiveVersionIndex
* @param hiveModeIndex
* @param isHive2
* @return
*/
public static boolean isSupportSecurity(int distributionIndex, int hiveVersionIndex, int hiveModeIndex, boolean isHive2,
int hiveServerIndex) {
HiveConnVersionInfo hiveVersionObj = getHiveVersionObj(distributionIndex, hiveVersionIndex);
if (hiveVersionObj.isSupportSecurity()
&& (isHive2 || isEmbeddedMode(distributionIndex, hiveVersionIndex, hiveModeIndex, hiveServerIndex))) {
return true;
}
return false;
}
public static boolean isSupportTez(int distributionIndex, int hiveVersionIndex, int hiveModeIndex, int hiveServerIndex) {
HiveConnVersionInfo hiveVersionObj = getHiveVersionObj(distributionIndex, hiveVersionIndex);
boolean versionSupportTez = ArrayUtils.contains(HiveConnVersionInfo.getHiveVersionsSupportingTez(), hiveVersionObj);
boolean isEmbeddedMode = isEmbeddedMode(distributionIndex, hiveVersionIndex, hiveModeIndex, hiveServerIndex);
return versionSupportTez && isEmbeddedMode;
}
}

View File

@@ -0,0 +1,423 @@
// ============================================================================
//
// Copyright (C) 2006-2016 Talend Inc. - www.talend.com
//
// This source code is available under agreement available at
// %InstallDIR%\features\org.talend.rcp.branding.%PRODUCTNAME%\%PRODUCTNAME%license.txt
//
// You should have received a copy of the agreement
// along with this program; if not, write to Talend SA
// 9 rue Pages 92150 Suresnes, France
//
// ============================================================================
package org.talend.core.model.metadata.connection.hive;
import org.talend.core.hadoop.version.EHadoopDistributions;
import org.talend.core.hadoop.version.EHadoopVersion4Drivers;
/**
* This class provides the info for Hive. There are 3 levels as follows:
*
* <pre>
* <li> 0 -- stands for "Distribution"
* <li> 1 -- stands for "Distro version"
* <li> 2 -- stands for "Hive mode"
* </pre>
*
* The <code>key</code> of this enum is matched to the config file of component.
*
* @author Marvin Wang
* @version 1.0 jdk1.6
* @date Aug 9, 2012
*/
public enum HiveConnVersionInfo {
HORTONWORKS(0, EHadoopDistributions.HORTONWORKS.getName(), EHadoopDistributions.HORTONWORKS.getDisplayName(), true),
APACHE(0, EHadoopDistributions.APACHE.getName(), EHadoopDistributions.APACHE.getDisplayName(), false),
CLOUDERA(0, EHadoopDistributions.CLOUDERA.getName(), EHadoopDistributions.CLOUDERA.getDisplayName(), false),
MAPR(0, EHadoopDistributions.MAPR.getName(), EHadoopDistributions.MAPR.getDisplayName(), false),
AMAZON_EMR(0, EHadoopDistributions.AMAZON_EMR.getName(), EHadoopDistributions.AMAZON_EMR.getDisplayName(), false),
PIVOTAL_HD(0, EHadoopDistributions.PIVOTAL_HD.getName(), EHadoopDistributions.PIVOTAL_HD.getDisplayName(), false),
DISTRO_CUSTOM(0, EHadoopDistributions.CUSTOM.getName(), EHadoopDistributions.CUSTOM.getDisplayName(), false),
HDP_2_3(
1,
EHadoopVersion4Drivers.HDP_2_3.getVersionValue(),
EHadoopVersion4Drivers.HDP_2_3.getVersionDisplay(),
true,
false,
true,
true,
HiveConnVersionInfo.HORTONWORKS),
HDP_2_2(
1,
EHadoopVersion4Drivers.HDP_2_2.getVersionValue(),
EHadoopVersion4Drivers.HDP_2_2.getVersionDisplay(),
true,
false,
true,
true,
HiveConnVersionInfo.HORTONWORKS),
HDP_2_1(
1,
EHadoopVersion4Drivers.HDP_2_1.getVersionValue(),
EHadoopVersion4Drivers.HDP_2_1.getVersionDisplay(),
true,
false,
true,
true,
HiveConnVersionInfo.HORTONWORKS),
HDP_2_0(
1,
EHadoopVersion4Drivers.HDP_2_0.getVersionValue(),
EHadoopVersion4Drivers.HDP_2_0.getVersionDisplay(),
true,
false,
true,
true,
HiveConnVersionInfo.HORTONWORKS),
HDP_1_3(
1,
EHadoopVersion4Drivers.HDP_1_3.getVersionValue(),
EHadoopVersion4Drivers.HDP_1_3.getVersionDisplay(),
true,
true,
HiveConnVersionInfo.HORTONWORKS),
HDP_1_2(
1,
EHadoopVersion4Drivers.HDP_1_2.getVersionValue(),
EHadoopVersion4Drivers.HDP_1_2.getVersionDisplay(),
true,
true,
HiveConnVersionInfo.HORTONWORKS),
APACHE_1_0_0(1, EHadoopVersion4Drivers.APACHE_1_0_0.getVersionValue(), EHadoopVersion4Drivers.APACHE_1_0_0
.getVersionDisplay(), false, HiveConnVersionInfo.APACHE),
Cloudera_CDH5_5(1, EHadoopVersion4Drivers.CLOUDERA_CDH5_5.getVersionValue(), EHadoopVersion4Drivers.CLOUDERA_CDH5_5
.getVersionDisplay(), true, false, true, true, HiveConnVersionInfo.CLOUDERA),
Cloudera_CDH5_4(1, EHadoopVersion4Drivers.CLOUDERA_CDH5_4.getVersionValue(), EHadoopVersion4Drivers.CLOUDERA_CDH5_4
.getVersionDisplay(), true, false, true, true, HiveConnVersionInfo.CLOUDERA),
Cloudera_CDH5_1(1, EHadoopVersion4Drivers.CLOUDERA_CDH5_1.getVersionValue(), EHadoopVersion4Drivers.CLOUDERA_CDH5_1
.getVersionDisplay(), true, false, true, true, HiveConnVersionInfo.CLOUDERA),
Cloudera_CDH5_1_MR1(
1,
EHadoopVersion4Drivers.CLOUDERA_CDH5_1_MR1.getVersionValue(),
EHadoopVersion4Drivers.CLOUDERA_CDH5_1_MR1.getVersionDisplay(),
true,
false,
true,
true,
HiveConnVersionInfo.CLOUDERA),
Cloudera_CDH5(1, EHadoopVersion4Drivers.CLOUDERA_CDH5.getVersionValue(), EHadoopVersion4Drivers.CLOUDERA_CDH5
.getVersionDisplay(), true, false, true, true, HiveConnVersionInfo.CLOUDERA),
Cloudera_CDH4_YARN(1, EHadoopVersion4Drivers.CLOUDERA_CDH4_YARN.getVersionValue(), EHadoopVersion4Drivers.CLOUDERA_CDH4_YARN
.getVersionDisplay(), true, false, true, false, HiveConnVersionInfo.CLOUDERA),
Cloudera_CDH4(1, EHadoopVersion4Drivers.CLOUDERA_CDH4.getVersionValue(), EHadoopVersion4Drivers.CLOUDERA_CDH4
.getVersionDisplay(), true, true, HiveConnVersionInfo.CLOUDERA),
MAPR5_0_0(
1,
EHadoopVersion4Drivers.MAPR500.getVersionValue(),
EHadoopVersion4Drivers.MAPR500.getVersionDisplay(),
true,
false,
HiveConnVersionInfo.MAPR),
MAPR4_1_0(
1,
EHadoopVersion4Drivers.MAPR410.getVersionValue(),
EHadoopVersion4Drivers.MAPR410.getVersionDisplay(),
true,
false,
HiveConnVersionInfo.MAPR),
MAPR4_0_1(
1,
EHadoopVersion4Drivers.MAPR401.getVersionValue(),
EHadoopVersion4Drivers.MAPR401.getVersionDisplay(),
true,
false,
HiveConnVersionInfo.MAPR),
MAPR3_1_0(
1,
EHadoopVersion4Drivers.MAPR310.getVersionValue(),
EHadoopVersion4Drivers.MAPR310.getVersionDisplay(),
true,
false,
HiveConnVersionInfo.MAPR),
MAPR3_0_1(
1,
EHadoopVersion4Drivers.MAPR301.getVersionValue(),
EHadoopVersion4Drivers.MAPR301.getVersionDisplay(),
true,
false,
HiveConnVersionInfo.MAPR),
MAPR2_1_3(
1,
EHadoopVersion4Drivers.MAPR213.getVersionValue(),
EHadoopVersion4Drivers.MAPR213.getVersionDisplay(),
true,
false,
HiveConnVersionInfo.MAPR),
MAPR2_1_2(
1,
EHadoopVersion4Drivers.MAPR212.getVersionValue(),
EHadoopVersion4Drivers.MAPR212.getVersionDisplay(),
false,
HiveConnVersionInfo.MAPR),
MAPR2(
1,
EHadoopVersion4Drivers.MAPR2.getVersionValue(),
EHadoopVersion4Drivers.MAPR2.getVersionDisplay(),
false,
HiveConnVersionInfo.MAPR),
EMR_4_0_0(1, EHadoopVersion4Drivers.EMR_4_0_0.getVersionValue(), "EMR 4.0.0 (Hive 1.0.0)", //$NON-NLS-1$
true,
false,
HiveConnVersionInfo.AMAZON_EMR),
APACHE_2_4_0_EMR_0_13_1(1, "APACHE_2_4_0_EMR_0_13_1", "Apache 2.4.0 (Hive 0.13.1)", false, HiveConnVersionInfo.AMAZON_EMR), //$NON-NLS-1$ //$NON-NLS-2$
APACHE_2_4_0_EMR(
1,
EHadoopVersion4Drivers.APACHE_2_4_0_EMR.getVersionValue(),
"Apache 2.4.0 (Hive 0.11.0)", false, HiveConnVersionInfo.AMAZON_EMR), //$NON-NLS-1$
APACHE_1_0_3_EMR(
1,
EHadoopVersion4Drivers.APACHE_1_0_3_EMR.getVersionValue(),
"Apache 1.0.3 (Hive 0.8.1)", false, HiveConnVersionInfo.AMAZON_EMR), //$NON-NLS-1$
PIVOTAL_HD_2_0(1, EHadoopVersion4Drivers.PIVOTAL_HD_2_0.getVersionValue(), EHadoopVersion4Drivers.PIVOTAL_HD_2_0
.getVersionDisplay(), true, false, true, true, HiveConnVersionInfo.PIVOTAL_HD),
PIVOTAL_HD_1_0_1(1, EHadoopVersion4Drivers.PIVOTAL_HD_1_0_1.getVersionValue(), EHadoopVersion4Drivers.PIVOTAL_HD_1_0_1
.getVersionDisplay(), false, false, true, false, HiveConnVersionInfo.PIVOTAL_HD),
DISTRO_VERSION_CUSTOM(1, "DISTRO_VERSION_CUSTOM", "Customized Version", true, true, HiveConnVersionInfo.DISTRO_CUSTOM), //$NON-NLS-1$//$NON-NLS-2$
MODE_EMBEDDED(2, "EMBEDDED",//$NON-NLS-1$
"Embedded",//$NON-NLS-1$
false,
HiveConnVersionInfo.HDP_1_2,
HiveConnVersionInfo.HDP_1_3,
HiveConnVersionInfo.HDP_2_0,
HiveConnVersionInfo.HDP_2_1,
HiveConnVersionInfo.HDP_2_2,
// HiveConnVersionInfo.HDP_2_3,
HiveConnVersionInfo.APACHE_1_0_0,
HiveConnVersionInfo.Cloudera_CDH4,
HiveConnVersionInfo.Cloudera_CDH4_YARN,
HiveConnVersionInfo.Cloudera_CDH5,
HiveConnVersionInfo.Cloudera_CDH5_1,
HiveConnVersionInfo.Cloudera_CDH5_1_MR1,
HiveConnVersionInfo.Cloudera_CDH5_4,
HiveConnVersionInfo.MAPR2,
HiveConnVersionInfo.MAPR2_1_2,
HiveConnVersionInfo.MAPR2_1_3,
HiveConnVersionInfo.MAPR3_0_1,
HiveConnVersionInfo.MAPR3_1_0,
HiveConnVersionInfo.MAPR4_0_1,
HiveConnVersionInfo.MAPR4_1_0,
// HiveConnVersionInfo.MAPR5_0_0,
HiveConnVersionInfo.APACHE_1_0_3_EMR,
HiveConnVersionInfo.APACHE_2_4_0_EMR,
HiveConnVersionInfo.PIVOTAL_HD_1_0_1,
HiveConnVersionInfo.PIVOTAL_HD_2_0,
HiveConnVersionInfo.DISTRO_VERSION_CUSTOM),
MODE_STANDALONE(2, "STANDALONE",//$NON-NLS-1$
"Standalone",//$NON-NLS-1$
false,
HiveConnVersionInfo.HDP_1_2,
HiveConnVersionInfo.HDP_1_3,
HiveConnVersionInfo.HDP_2_0,
HiveConnVersionInfo.HDP_2_1,
HiveConnVersionInfo.HDP_2_2,
HiveConnVersionInfo.HDP_2_3,
HiveConnVersionInfo.APACHE_1_0_0,
HiveConnVersionInfo.Cloudera_CDH4,
HiveConnVersionInfo.Cloudera_CDH4_YARN,
HiveConnVersionInfo.Cloudera_CDH5,
HiveConnVersionInfo.Cloudera_CDH5_1,
HiveConnVersionInfo.Cloudera_CDH5_1_MR1,
HiveConnVersionInfo.Cloudera_CDH5_4,
HiveConnVersionInfo.Cloudera_CDH5_5,
HiveConnVersionInfo.MAPR2,
HiveConnVersionInfo.MAPR2_1_2,
HiveConnVersionInfo.MAPR2_1_3,
HiveConnVersionInfo.MAPR3_0_1,
HiveConnVersionInfo.MAPR3_1_0,
HiveConnVersionInfo.MAPR4_0_1,
HiveConnVersionInfo.MAPR4_1_0,
HiveConnVersionInfo.MAPR5_0_0,
HiveConnVersionInfo.APACHE_1_0_3_EMR,
HiveConnVersionInfo.APACHE_2_4_0_EMR,
HiveConnVersionInfo.APACHE_2_4_0_EMR_0_13_1,
HiveConnVersionInfo.EMR_4_0_0,
HiveConnVersionInfo.PIVOTAL_HD_1_0_1,
HiveConnVersionInfo.PIVOTAL_HD_2_0,
HiveConnVersionInfo.DISTRO_VERSION_CUSTOM);
private int level;
private String key;// The key is mapped to item name of component in t*_java.xml file.
private String displayName;// That is mapped to the property of component in t*_messages.properties file.
private HiveConnVersionInfo[] follows;// That stores all are followed by the current object.
private boolean isSupportHive2; // Till now only MapR2, CDH4, and HDP1.2 support hive server2.
private boolean isSupportMR1;
private boolean isSupportYARN;
private boolean supportSecurity;
private static HiveConnVersionInfo[] hiveVersions = new HiveConnVersionInfo[] { HiveConnVersionInfo.Cloudera_CDH5,
HiveConnVersionInfo.Cloudera_CDH5_1, HiveConnVersionInfo.Cloudera_CDH5_1_MR1, HiveConnVersionInfo.Cloudera_CDH5_4,
HiveConnVersionInfo.Cloudera_CDH5_5, HiveConnVersionInfo.HDP_2_3, HiveConnVersionInfo.HDP_2_2,
HiveConnVersionInfo.HDP_2_1, HiveConnVersionInfo.HDP_2_0, HiveConnVersionInfo.PIVOTAL_HD_2_0,
HiveConnVersionInfo.APACHE_2_4_0_EMR, HiveConnVersionInfo.APACHE_2_4_0_EMR_0_13_1, HiveConnVersionInfo.EMR_4_0_0 };
private static HiveConnVersionInfo[] hiveVersionsSupportingTez = new HiveConnVersionInfo[] { HiveConnVersionInfo.HDP_2_2,
HiveConnVersionInfo.HDP_2_1, HiveConnVersionInfo.MAPR4_0_1, HiveConnVersionInfo.MAPR4_1_0,
HiveConnVersionInfo.MAPR5_0_0, HiveConnVersionInfo.DISTRO_VERSION_CUSTOM };
private HiveConnVersionInfo(int level, String key, String displayName, boolean supportSecurity,
HiveConnVersionInfo... follows) {
this(level, key, displayName, false, supportSecurity, follows);
}
private HiveConnVersionInfo(int level, String key, String displayName, boolean isSupportHive2, boolean supportSecurity,
HiveConnVersionInfo... follows) {
this(level, key, displayName, isSupportHive2, true, false, supportSecurity, follows);
}
private HiveConnVersionInfo(int level, String key, String displayName, boolean isSupportHive2, boolean isSupportMR1,
boolean isSupportYARN, boolean supportSecurity, HiveConnVersionInfo... follows) {
this.level = level;
this.key = key;
this.displayName = displayName;
this.isSupportHive2 = isSupportHive2;
this.isSupportMR1 = isSupportMR1;
this.isSupportYARN = isSupportYARN;
this.follows = follows;
this.supportSecurity = supportSecurity;
}
public int getLevel() {
return this.level;
}
public String getKey() {
return this.key;
}
public String getDisplayName() {
return this.displayName;
}
public HiveConnVersionInfo[] getFollows() {
return this.follows;
}
/**
* Getter for isSupportHive2.
*
* @return the isSupportHive2
*/
public boolean isSupportHive2() {
return this.isSupportHive2;
}
public boolean isSupportHiveServerVersion(HiveServerVersionInfo hiveServerVersion) {
boolean isSupport = false;
if (hiveServerVersion == null) {
return isSupport;
}
switch (hiveServerVersion) {
case HIVE_SERVER_1:
switch (this) {
// make them same with components
case HDP_2_3:
case EMR_4_0_0:
case Cloudera_CDH5_4:
case Cloudera_CDH5_5:
case MAPR4_1_0:
case MAPR5_0_0:
isSupport = false;
break;
default:
isSupport = true;
}
break;
case HIVE_SERVER_2:
isSupport = isSupportHive2();
break;
default:
isSupport = false;
}
return isSupport;
}
public boolean isSupportMR1() {
return this.isSupportMR1;
}
public boolean isSupportYARN() {
return this.isSupportYARN;
}
public boolean isSupportSecurity() {
return this.supportSecurity;
}
public static HiveConnVersionInfo[] getHiveVersionsNotSupportOnWindows() {
return hiveVersions;
}
public static HiveConnVersionInfo[] getHiveVersionsSupportingTez() {
return hiveVersionsSupportingTez;
}
public static HiveConnVersionInfo getVersionByKey(String key) {
HiveConnVersionInfo[] values = values();
for (HiveConnVersionInfo version : values) {
if (version.getLevel() == 1 && version.getKey().equals(key)) {
return version;
}
}
return null;
}
}

Some files were not shown because too many files have changed in this diff Show More