diff --git a/contrib/storage-hive/core/pom.xml b/contrib/storage-hive/core/pom.xml index ce889521ca8..57f17d8689e 100644 --- a/contrib/storage-hive/core/pom.xml +++ b/contrib/storage-hive/core/pom.xml @@ -102,6 +102,10 @@ hadoop-mapreduce-client-core org.apache.hadoop + + hadoop-hdfs-client + org.apache.hadoop + commons-codec commons-codec @@ -285,14 +289,6 @@ org.codehaus.jackson jackson-xc - - netty-all - io.netty - - - netty - io.netty - com.zaxxer HikariCP-java7 diff --git a/contrib/storage-phoenix/pom.xml b/contrib/storage-phoenix/pom.xml index 947b4c009ee..038a35e129e 100644 --- a/contrib/storage-phoenix/pom.xml +++ b/contrib/storage-phoenix/pom.xml @@ -29,9 +29,9 @@ Drill : Contrib : Storage : Phoenix - 5.1.2 - - 2.4.2 + 5.1.3 + + 2.4.17 false @@ -389,7 +389,7 @@ org.apache.felix maven-bundle-plugin - 5.1.4 + 5.1.9 true diff --git a/exec/java-exec/pom.xml b/exec/java-exec/pom.xml index 6d0a06d4fd6..045d812aece 100644 --- a/exec/java-exec/pom.xml +++ b/exec/java-exec/pom.xml @@ -173,10 +173,6 @@ jetty-http org.eclipse.jetty - - jetty-util - org.eclipse.jetty - javax.servlet-api javax.servlet @@ -445,10 +441,6 @@ org.eclipse.jetty jetty-security - - org.eclipse.jetty - jetty-util - @@ -497,32 +489,6 @@ org.apache.hadoop hadoop-hdfs test - - - commons-codec - commons-codec - - - com.sun.jersey - jersey-core - - - com.sun.jersey - jersey-server - - - com.sun.jersey - jersey-json - - - log4j - log4j - - - ch.qos.reload4j - reload4j - - org.apache.hadoop @@ -573,6 +539,12 @@ netty-tcnative ${netty.tcnative.classifier} + + io.netty + netty-codec-http + test + + io.airlift aircompressor diff --git a/exec/jdbc-all/pom.xml b/exec/jdbc-all/pom.xml index d66822b0fc8..a9c603279fd 100644 --- a/exec/jdbc-all/pom.xml +++ b/exec/jdbc-all/pom.xml @@ -102,6 +102,14 @@ commons-codec commons-codec + + com.sun.jersey + jersey-core + + + com.sun.jersey + jersey-server + org.glassfish.jersey.core jersey-common @@ -335,7 +343,7 @@ org.apache.maven.plugins maven-failsafe-plugin - 3.0.0-M3 + 3.1.2 @@ -388,51 +396,52 @@ *:* - io.protostuff:* - org.pentaho:* - org.msgpack:* - xerces:* - xalan:* - org.apache.avro:* - org.mongodb:* - com.googlecode.json-simple:* - dom4j:* - org.hibernate:* antlr:* + com.beust:* com.dropbox.* com.github.stefanbirkner - org.ow2.asm:* - com.univocity:* + com.google.code.findbugs:jsr305:* + com.googlecode.json-simple:* + commons-beanutils:commons-beanutils-core:jar:* + commons-beanutils:commons-beanutils:jar:* + commons-cli:commons-cli + commons-io:commons-io + com.nimbusds:* com.twitter:* - org.apache.parquet:* + com.univocity:* + dnsjava:dnsjava:jar:* + dom4j:* + io.netty:netty-tcnative-classes:jar:* + io.netty:netty-tcnative:jar:* + io.protostuff:* + javax.activation:activation javax.inject:* - com.beust:* + javax.xml.bind:jaxb-api + javax.xml.stream:stax-api jline:* - org.xerial.snappy:* + net.hydromatic:linq4j org.apache.avro:* - org.tukaani:* + org.apache.avro:* + org.apache.commons:commons-collections4 + org.apache.hadoop:hadoop-yarn-client + org.apache.parquet:* org.apache.velocity:* - net.hydromatic:linq4j + org.apache.yetus:* org.eclipse.jetty:* - org.slf4j:jul-to-slf4j + org.eclipse.jetty.websocket:* org.hamcrest:hamcrest-core + org.hibernate:* org.mockito:mockito-core + org.mongodb:* + org.msgpack:* org.objenesis:objenesis - org.eclipse.jetty:* - javax.xml.bind:jaxb-api - javax.xml.stream:stax-api - javax.activation:activation - commons-cli:commons-cli - org.apache.commons:commons-collections4 - commons-io:commons-io - commons-beanutils:commons-beanutils-core:jar:* - commons-beanutils:commons-beanutils:jar:* - com.google.code.findbugs:jsr305:* - dnsjava:dnsjava:jar:* - io.netty:netty-tcnative:jar:* - io.netty:netty-tcnative-classes:jar:* - com.nimbusds:* - org.apache.yetus:* + org.ow2.asm:* + org.pentaho:* + org.slf4j:jul-to-slf4j + org.tukaani:* + org.xerial.snappy:* + xalan:* + xerces:* @@ -679,65 +688,65 @@ *:* - **/logback.xml - **/LICENSE.txt + bootstrap-storage-plugins.json + codegen/** + com/google/common/cache + com/google/common/collect/Standard* + com/google/common/collect/Tree* + com/google/common/math + com/google/common/net + com/google/common/primitives + com/google/common/reflect + com/google/common/util + com/jcraft/** + **/*.DSA + hello/** **/*.java + javax/activation/** + javax/annotation-api/** + javax/* + javax/inject/** + javax/json/** + javax/servlet/** + javax/ws/** + **/LICENSE.txt + **/logback.xml + **/mapr/** META-INF/ASL2.0 - META-INF/NOTICE.txt META-INF/drill-module-scan/** META-INF/jboss-beans.xml META-INF/license/** META-INF/maven/** META-INF/native/** + META-INF/NOTICE.txt + META-INF/**/*.properties META-INF/services/com.fasterxml.* META-INF/services/javax.ws.* - META-INF/**/*.properties - **/org.codehaus.commons.compiler.properties module-info.class - **/*.SF - **/*.RSA - **/*.DSA - javax/* - javax/activation/** - javax/annotation-api/** - javax/inject/** - javax/servlet-api/** - javax/json/** - javax/ws/** - rest/** - *.tokens - codegen/** - bootstrap-storage-plugins.json - org/apache/parquet - org/apache/drill/shaded/guava/com/google/common/escape/** - org/apache/drill/shaded/guava/com/google/common/eventbus/** - org/apache/drill/shaded/guava/com/google/common/html/** - org/apache/drill/shaded/guava/com/google/common/net/** - org/apache/drill/shaded/guava/com/google/common/xml/** - org/apache/drill/shaded/guava/com/google/common/graph/** - org/apache/drill/shaded/guava/com/google/common/collect/Tree* - org/apache/drill/shaded/guava/com/google/common/collect/Standard* - org/apache/drill/shaded/guava/com/google/common/io/BaseEncoding* - org/apache/drill/shaded/guava/com/google/common/graph/** - com/google/common/math - com/google/common/net - com/google/common/primitives - com/google/common/reflect - com/google/common/util - com/google/common/cache - com/google/common/collect/Tree* - com/google/common/collect/Standard* + org/apache/commons/pool2/** + org/apache/directory/** + org/apache/drill/exec/compile/** org/apache/drill/exec/expr/annotations/** org/apache/drill/exec/expr/fn/** - org/apache/drill/exec/proto/beans/** - org/apache/drill/exec/compile/** - org/apache/drill/exec/planner/** org/apache/drill/exec/physical/** - org/apache/drill/exec/store/** - org/apache/drill/exec/server/rest/** - org/apache/drill/exec/rpc/data/** + org/apache/drill/exec/planner/** + org/apache/drill/exec/proto/beans/** org/apache/drill/exec/rpc/control/** + org/apache/drill/exec/rpc/data/** + org/apache/drill/exec/server/rest/** + org/apache/drill/exec/store/** org/apache/drill/exec/work/** + org/apache/drill/metastore/** + org/apache/drill/shaded/guava/com/google/common/collect/Standard* + org/apache/drill/shaded/guava/com/google/common/collect/Tree* + org/apache/drill/shaded/guava/com/google/common/escape/** + org/apache/drill/shaded/guava/com/google/common/eventbus/** + org/apache/drill/shaded/guava/com/google/common/graph/** + org/apache/drill/shaded/guava/com/google/common/graph/** + org/apache/drill/shaded/guava/com/google/common/html/** + org/apache/drill/shaded/guava/com/google/common/io/BaseEncoding* + org/apache/drill/shaded/guava/com/google/common/net/** + org/apache/drill/shaded/guava/com/google/common/xml/** org/apache/hadoop/crypto/** org/apache/hadoop/ha/** org/apache/hadoop/http/** @@ -745,20 +754,19 @@ org/apache/hadoop/jmx/** org/apache/hadoop/log/** org/apache/hadoop/metrics/** - org/apache/hadoop/net/** org/apache/hadoop/record/** org/apache/hadoop/service/** - org/apache/hadoop/tracing/** org/apache/hadoop/tools/** + org/apache/hadoop/tracing/** org/apache/hadoop/yarn/** - org/apache/commons/pool2/** org/apache/http/** - org/apache/directory/** - org/apache/drill/metastore/** - com/jcraft/** - **/mapr/** + org/apache/parquet + **/org.codehaus.commons.compiler.properties org/yaml/** - hello/** + rest/** + **/*.RSA + **/*.SF + *.tokens webapps/** diff --git a/exec/jdbc-all/src/main/resources/core-site.xml b/exec/jdbc-all/src/main/resources/core-site.xml new file mode 100644 index 00000000000..8296dc8ade3 --- /dev/null +++ b/exec/jdbc-all/src/main/resources/core-site.xml @@ -0,0 +1,38 @@ + + + + + + hadoop.security.group.mapping + oadd.org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback + + + + hadoop.security.resolver.impl + oadd.org.apache.hadoop.net.DNSDomainNameResolver + + diff --git a/exec/jdbc-all/src/test/java/org/apache/drill/jdbc/ITTestShadedJar.java b/exec/jdbc-all/src/test/java/org/apache/drill/jdbc/ITTestShadedJar.java index 3557a4a57cc..0277c354907 100644 --- a/exec/jdbc-all/src/test/java/org/apache/drill/jdbc/ITTestShadedJar.java +++ b/exec/jdbc-all/src/test/java/org/apache/drill/jdbc/ITTestShadedJar.java @@ -45,6 +45,9 @@ import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNotNull; +// Note: this test cannot be run under surefire (or in IDEs). Execute +// `mvn integration-test` in this module's directory to run it locally. See the +// maven-failsafe-plugin config in this module's pom.xml for more information. public class ITTestShadedJar extends BaseTest { private static final org.slf4j.Logger logger = org.slf4j.LoggerFactory.getLogger(ITTestShadedJar.class); diff --git a/exec/jdbc-all/src/test/resources/core-site.xml b/exec/jdbc-all/src/test/resources/core-site.xml new file mode 100644 index 00000000000..6c1a350cd7f --- /dev/null +++ b/exec/jdbc-all/src/test/resources/core-site.xml @@ -0,0 +1,35 @@ + + + + + + hadoop.security.group.mapping + org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback + + + + hadoop.security.resolver.impl + org.apache.hadoop.net.DNSDomainNameResolver + + diff --git a/pom.xml b/pom.xml index 5f25bef7f8b..821fbd08dd7 100644 --- a/pom.xml +++ b/pom.xml @@ -79,7 +79,7 @@ for example parquet-hadoop-bundle and derby dependencies. --> 3.1.3 - 3.2.4 + 3.3.6 2.5.5-hadoop3 1.0 2.3.30 @@ -1442,18 +1442,10 @@ slf4j-reload4j org.slf4j - - jline - jline - com.google.guava guava - - jline - jline - com.google.protobuf protobuf-java @@ -2170,13 +2162,17 @@ jersey-server - com.sun.jersey + com.github.pjfanning jersey-json com.sun.jersey jersey-client + + com.sun.jersey + jersey-servlet + core org.eclipse.jdt @@ -2337,7 +2333,7 @@ jersey-server - com.sun.jersey + com.github.pjfanning jersey-json @@ -2419,10 +2415,22 @@ test tests + + ch.qos.reload4j + reload4j + + + commons-codec + commons-codec + commons-logging commons-logging + + com.sun.jersey + jersey-core + org.eclipse.jetty jetty-server @@ -2439,10 +2447,6 @@ log4j log4j - - com.sun.jersey - jersey-core - org.codehaus.jackson jackson-core-asl @@ -2524,7 +2528,7 @@ jersey-server - com.sun.jersey + com.github.pjfanning jersey-json @@ -2555,6 +2559,10 @@ com.zaxxer HikariCP-java7 + + org.jline + jline + @@ -2572,7 +2580,7 @@ jersey-server - com.sun.jersey + com.github.pjfanning jersey-json @@ -2611,6 +2619,10 @@ commons-logging commons-logging + + org.jline + jline + @@ -4282,10 +4294,26 @@ ${hadoop.version} test + + commons-codec + commons-codec + commons-logging commons-logging + + com.sun.jersey + jersey-core + + + com.sun.jersey + jersey-server + + + com.sun.jersey + jersey-json + javax.servlet servlet-api