4.0.0 org.apache apache 18 org.apache.spark spark-parent_2.11 2.4.0 pom Spark Project Parent POM http://spark.apache.org/ Apache 2.0 License http://www.apache.org/licenses/LICENSE-2.0.html repo scm:git:git@github.com:apache/spark.git scm:git:https://git-wip-us.apache.org/repos/asf/spark.git scm:git:git@github.com:apache/spark.git HEAD matei Matei Zaharia matei.zaharia@gmail.com http://www.cs.berkeley.edu/~matei Apache Software Foundation http://spark.apache.org JIRA https://issues.apache.org/jira/browse/SPARK Dev Mailing List dev@spark.apache.org dev-subscribe@spark.apache.org dev-unsubscribe@spark.apache.org User Mailing List user@spark.apache.org user-subscribe@spark.apache.org user-unsubscribe@spark.apache.org Commits Mailing List commits@spark.apache.org commits-subscribe@spark.apache.org commits-unsubscribe@spark.apache.org common/sketch common/kvstore common/network-common common/network-shuffle common/unsafe common/tags core graphx mllib mllib-local tools streaming sql/catalyst sql/core sql/hive assembly examples repl launcher external/kafka-0-10 external/kafka-0-10-assembly external/kafka-0-10-sql external/avro UTF-8 UTF-8 1.8 ${java.version} ${java.version} 3.5.4 spark 1.7.16 1.2.17 2.6.5 2.5.0 ${hadoop.version} 1.6.0 3.4.6 2.6.0 org.spark-project.hive 1.2.1.spark2 1.2.1 10.12.1.1 1.10.0 1.5.2 nohive 1.6.0 9.3.24.v20180605 3.1.0 0.9.3 2.4.0 2.0.8 3.1.5 1.8.2 hadoop2 1.8.10 1.11.271 0.12.8 4.5.6 4.4.10 3.1 3.4.1 3.2.2 2.11.12 2.11 1.9.13 2.6.7 2.6.7.1 1.1.7.1 1.1.2 1.2.0-incubating 1.10 2.4 2.6 3.5 3.2.10 3.0.9 2.22.2 2.9.3 3.5.2 1.3.9 0.9.3 4.7 1.1 2.52.0 2.8 1.8 1.0.0 0.10.0 ${java.home} org.spark_project ${project.build.directory}/scala-${scala.binary.version}/jars prepare-package none compile compile compile compile compile test ${session.executionRootDirectory} 512m central Maven Repository https://repo.maven.apache.org/maven2 true false central https://repo.maven.apache.org/maven2 true false org.spark-project.spark unused 1.0.0 org.scalatest scalatest_${scala.binary.version} test junit junit test com.novocode junit-interface test org.apache.spark spark-tags_${scala.binary.version} ${project.version} org.apache.spark spark-tags_${scala.binary.version} ${project.version} test-jar com.twitter chill_${scala.binary.version} ${chill.version} com.twitter chill-java ${chill.version} org.apache.xbean xbean-asm6-shaded 4.8 org.eclipse.jetty jetty-http ${jetty.version} provided org.eclipse.jetty jetty-continuation ${jetty.version} provided org.eclipse.jetty jetty-servlet ${jetty.version} provided org.eclipse.jetty jetty-servlets ${jetty.version} provided org.eclipse.jetty jetty-proxy ${jetty.version} provided org.eclipse.jetty jetty-client ${jetty.version} provided org.eclipse.jetty jetty-util ${jetty.version} provided org.eclipse.jetty jetty-security ${jetty.version} provided org.eclipse.jetty jetty-plus ${jetty.version} provided org.eclipse.jetty jetty-server ${jetty.version} provided com.google.guava guava 14.0.1 provided org.jpmml pmml-model 1.2.15 provided org.jpmml pmml-agent org.apache.commons commons-lang3 ${commons-lang3.version} commons-lang commons-lang ${commons-lang2.version} commons-io commons-io ${commons-io.version} commons-codec commons-codec ${commons-codec.version} org.apache.commons commons-math3 ${commons.math3.version} commons-collections commons-collections ${commons.collections.version} org.apache.ivy ivy ${ivy.version} com.google.code.findbugs jsr305 ${jsr305.version} commons-httpclient commons-httpclient ${httpclient.classic.version} org.apache.httpcomponents httpclient ${commons.httpclient.version} org.apache.httpcomponents httpmime ${commons.httpclient.version} org.apache.httpcomponents httpcore ${commons.httpcore.version} org.fusesource.leveldbjni leveldbjni-all 1.8 org.seleniumhq.selenium selenium-java ${selenium.version} test com.google.guava guava io.netty netty org.seleniumhq.selenium selenium-htmlunit-driver ${selenium.version} test xml-apis xml-apis 1.4.01 test org.slf4j slf4j-api ${slf4j.version} ${hadoop.deps.scope} org.slf4j slf4j-log4j12 ${slf4j.version} ${hadoop.deps.scope} org.slf4j jul-to-slf4j ${slf4j.version} org.slf4j jcl-over-slf4j ${slf4j.version} log4j log4j ${log4j.version} ${hadoop.deps.scope} com.ning compress-lzf 1.0.3 org.xerial.snappy snappy-java ${snappy.version} org.lz4 lz4-java 1.4.0 com.github.luben zstd-jni 1.3.2-2 com.clearspring.analytics stream 2.7.0 it.unimi.dsi fastutil com.google.protobuf protobuf-java ${protobuf.version} ${hadoop.deps.scope} org.roaringbitmap RoaringBitmap 0.5.11 commons-net commons-net 3.1 io.netty netty-all 4.1.17.Final io.netty netty 3.9.9.Final org.apache.derby derby ${derby.version} io.dropwizard.metrics metrics-core ${codahale.metrics.version} io.dropwizard.metrics metrics-jvm ${codahale.metrics.version} io.dropwizard.metrics metrics-json ${codahale.metrics.version} io.dropwizard.metrics metrics-ganglia ${codahale.metrics.version} io.dropwizard.metrics metrics-graphite ${codahale.metrics.version} com.fasterxml.jackson.core jackson-core ${fasterxml.jackson.version} com.fasterxml.jackson.core jackson-databind ${fasterxml.jackson.databind.version} com.fasterxml.jackson.core jackson-annotations ${fasterxml.jackson.version} com.fasterxml.jackson.module jackson-module-scala_${scala.binary.version} ${fasterxml.jackson.databind.version} com.google.guava guava com.fasterxml.jackson.module jackson-module-jaxb-annotations ${fasterxml.jackson.version} org.glassfish.jersey.core jersey-server ${jersey.version} org.glassfish.jersey.core jersey-common ${jersey.version} org.glassfish.jersey.core jersey-client ${jersey.version} org.glassfish.jersey.containers jersey-container-servlet ${jersey.version} org.glassfish.jersey.containers jersey-container-servlet-core ${jersey.version} org.glassfish.jersey jersey-client ${jersey.version} javax.ws.rs javax.ws.rs-api 2.0.1 org.scalanlp breeze_${scala.binary.version} 0.13.2 junit junit org.apache.commons commons-math3 org.json4s json4s-jackson_${scala.binary.version} 3.5.3 com.fasterxml.jackson.core * org.scala-lang scala-compiler ${scala.version} org.scala-lang scala-reflect ${scala.version} org.scala-lang scala-library ${scala.version} org.scala-lang scala-actors ${scala.version} org.scala-lang.modules scala-parser-combinators_${scala.binary.version} 1.1.0 jline jline 2.14.6 org.scalatest scalatest_${scala.binary.version} 3.0.3 test org.mockito mockito-core 1.10.19 test org.jmock jmock-junit4 test 2.8.4 org.scalacheck scalacheck_${scala.binary.version} 1.13.5 test junit junit 4.12 test org.hamcrest hamcrest-core 1.3 test org.hamcrest hamcrest-library 1.3 test com.novocode junit-interface 0.11 test com.spotify docker-client 5.0.2 test guava com.google.guava commons-logging commons-logging mysql mysql-connector-java 5.1.38 test org.postgresql postgresql 9.4.1207.jre7 test org.apache.curator curator-recipes ${curator.version} ${hadoop.deps.scope} org.jboss.netty netty jline jline org.apache.curator curator-client ${curator.version} org.apache.curator curator-framework ${curator.version} org.apache.curator curator-test ${curator.version} test org.apache.hadoop hadoop-client ${hadoop.version} ${hadoop.deps.scope} asm asm org.codehaus.jackson jackson-mapper-asl org.ow2.asm asm org.jboss.netty netty commons-logging commons-logging org.mockito mockito-all org.mortbay.jetty servlet-api-2.5 javax.servlet servlet-api junit junit com.sun.jersey * com.sun.jersey.jersey-test-framework * com.sun.jersey.contribs * net.java.dev.jets3t jets3t org.apache.avro avro ${avro.version} ${hadoop.deps.scope} org.apache.avro avro-ipc ${avro.version} ${hadoop.deps.scope} io.netty netty org.mortbay.jetty jetty org.mortbay.jetty jetty-util org.mortbay.jetty servlet-api org.apache.velocity velocity org.apache.avro avro-ipc tests ${avro.version} test org.apache.avro avro-mapred ${avro.version} ${avro.mapred.classifier} ${hive.deps.scope} io.netty netty org.mortbay.jetty jetty org.mortbay.jetty jetty-util org.mortbay.jetty servlet-api org.apache.velocity velocity javax.activation activation 1.1.1 ${hadoop.deps.scope} org.apache.hadoop hadoop-yarn-api ${yarn.version} ${hadoop.deps.scope} javax.servlet servlet-api asm asm org.ow2.asm asm org.jboss.netty netty commons-logging commons-logging com.sun.jersey * com.sun.jersey.jersey-test-framework * com.sun.jersey.contribs * org.apache.hadoop hadoop-yarn-common ${yarn.version} ${hadoop.deps.scope} asm asm org.ow2.asm asm org.jboss.netty netty javax.servlet servlet-api commons-logging commons-logging com.sun.jersey * com.sun.jersey.jersey-test-framework * com.sun.jersey.contribs * org.apache.hadoop hadoop-yarn-server-tests ${yarn.version} tests test asm asm org.ow2.asm asm org.jboss.netty netty javax.servlet servlet-api commons-logging commons-logging com.sun.jersey * com.sun.jersey.jersey-test-framework * com.sun.jersey.contribs * org.apache.hadoop hadoop-yarn-server-web-proxy ${yarn.version} ${hadoop.deps.scope} asm asm org.ow2.asm asm org.jboss.netty netty javax.servlet servlet-api commons-logging commons-logging com.sun.jersey * com.sun.jersey.jersey-test-framework * com.sun.jersey.contribs * org.apache.hadoop hadoop-yarn-client ${yarn.version} ${hadoop.deps.scope} asm asm org.ow2.asm asm org.jboss.netty netty javax.servlet servlet-api commons-logging commons-logging com.sun.jersey * com.sun.jersey.jersey-test-framework * com.sun.jersey.contribs * org.apache.zookeeper zookeeper ${zookeeper.version} ${hadoop.deps.scope} org.jboss.netty netty jline jline org.codehaus.jackson jackson-core-asl ${codehaus.jackson.version} ${hadoop.deps.scope} org.codehaus.jackson jackson-mapper-asl ${codehaus.jackson.version} ${hadoop.deps.scope} org.codehaus.jackson jackson-xc ${codehaus.jackson.version} org.codehaus.jackson jackson-jaxrs ${codehaus.jackson.version} ${hive.group} hive-beeline ${hive.version} ${hive.deps.scope} ${hive.group} hive-common ${hive.group} hive-exec ${hive.group} hive-jdbc ${hive.group} hive-metastore ${hive.group} hive-service ${hive.group} hive-shims org.apache.thrift libthrift org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging ${hive.group} hive-cli ${hive.version} ${hive.deps.scope} ${hive.group} hive-common ${hive.group} hive-exec ${hive.group} hive-jdbc ${hive.group} hive-metastore ${hive.group} hive-serde ${hive.group} hive-service ${hive.group} hive-shims org.apache.thrift libthrift org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging ${hive.group} hive-common ${hive.version} ${hive.deps.scope} ${hive.group} hive-shims org.apache.ant ant org.apache.zookeeper zookeeper org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging ${hive.group} hive-exec ${hive.version} ${hive.deps.scope} ${hive.group} hive-metastore ${hive.group} hive-shims ${hive.group} hive-ant ${hive.group} spark-client ant ant org.apache.ant ant com.esotericsoftware.kryo kryo commons-codec commons-codec commons-httpclient commons-httpclient org.apache.avro avro-mapred org.apache.calcite calcite-core org.apache.curator apache-curator org.apache.curator curator-client org.apache.curator curator-framework org.apache.thrift libthrift org.apache.thrift libfb303 org.apache.zookeeper zookeeper org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.codehaus.groovy groovy-all jline jline org.json json ${hive.group} hive-jdbc ${hive.version} ${hive.group} hive-common ${hive.group} hive-common ${hive.group} hive-metastore ${hive.group} hive-serde ${hive.group} hive-service ${hive.group} hive-shims org.apache.curator curator-framework org.apache.thrift libthrift org.apache.thrift libfb303 org.apache.zookeeper zookeeper org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.codehaus.groovy groovy-all ${hive.group} hive-metastore ${hive.version} ${hive.deps.scope} ${hive.group} hive-serde ${hive.group} hive-shims org.apache.thrift libfb303 org.apache.thrift libthrift org.mortbay.jetty servlet-api com.google.guava guava org.slf4j slf4j-api org.slf4j slf4j-log4j12 ${hive.group} hive-serde ${hive.version} ${hive.deps.scope} ${hive.group} hive-common ${hive.group} hive-shims commons-codec commons-codec com.google.code.findbugs jsr305 org.apache.avro avro org.apache.thrift libthrift org.apache.thrift libfb303 org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.codehaus.groovy groovy-all net.sf.jpam jpam ${hive.deps.scope} ${jpam.version} javax.servlet servlet-api ${hive.group} hive-shims ${hive.version} ${hive.deps.scope} com.google.guava guava org.apache.hadoop hadoop-yarn-server-resourcemanager org.apache.curator curator-framework org.apache.thrift libthrift org.apache.zookeeper zookeeper org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.codehaus.groovy groovy-all org.apache.orc orc-core ${orc.version} ${orc.classifier} ${orc.deps.scope} org.apache.hadoop hadoop-common org.apache.hadoop hadoop-hdfs org.apache.hive hive-storage-api org.apache.orc orc-mapreduce ${orc.version} ${orc.classifier} ${orc.deps.scope} org.apache.hadoop hadoop-common org.apache.hadoop hadoop-mapreduce-client-core org.apache.orc orc-core org.apache.hive hive-storage-api com.esotericsoftware kryo-shaded org.apache.parquet parquet-column ${parquet.version} ${parquet.deps.scope} org.apache.parquet parquet-hadoop ${parquet.version} ${parquet.deps.scope} commons-pool commons-pool org.apache.parquet parquet-avro ${parquet.version} ${parquet.test.deps.scope} com.twitter parquet-hadoop-bundle ${hive.parquet.version} compile org.apache.flume flume-ng-core ${flume.version} ${flume.deps.scope} io.netty netty org.apache.flume flume-ng-auth org.apache.thrift libthrift org.mortbay.jetty servlet-api org.apache.flume flume-ng-sdk ${flume.version} ${flume.deps.scope} io.netty netty org.apache.thrift libthrift org.apache.calcite calcite-core ${calcite.version} com.fasterxml.jackson.core jackson-annotations com.fasterxml.jackson.core jackson-core com.fasterxml.jackson.core jackson-databind com.google.guava guava com.google.code.findbugs jsr305 org.codehaus.janino janino org.codehaus.janino commons-compiler org.hsqldb hsqldb org.pentaho pentaho-aggdesigner-algorithm org.apache.calcite calcite-avatica ${calcite.version} com.fasterxml.jackson.core jackson-annotations com.fasterxml.jackson.core jackson-core com.fasterxml.jackson.core jackson-databind org.codehaus.janino janino ${janino.version} org.codehaus.janino commons-compiler ${janino.version} joda-time joda-time ${joda.version} org.jodd jodd-core ${jodd.version} org.datanucleus datanucleus-core ${datanucleus-core.version} org.apache.thrift libthrift ${libthrift.version} org.slf4j slf4j-api org.apache.thrift libfb303 ${libthrift.version} org.slf4j slf4j-api org.antlr antlr4-runtime ${antlr4.version} org.apache.commons commons-crypto ${commons-crypto.version} net.java.dev.jna jna com.thoughtworks.paranamer paranamer ${paranamer.version} org.apache.arrow arrow-vector ${arrow.version} com.fasterxml.jackson.core jackson-annotations com.fasterxml.jackson.core jackson-databind io.netty netty-buffer io.netty netty-common io.netty netty-handler org.apache.maven.plugins maven-enforcer-plugin 3.0.0-M1 enforce-versions enforce ${maven.version} ${java.version} org.jboss.netty org.codehaus.groovy *:*_2.10 true org.codehaus.mojo build-helper-maven-plugin 3.0.0 net.alchim31.maven scala-maven-plugin 3.2.2 eclipse-add-source add-source scala-compile-first compile scala-test-compile-first testCompile ${scala.version} incremental true -unchecked -deprecation -feature -explaintypes -Yno-adapted-args -Xms1024m -Xmx1024m -XX:ReservedCodeCacheSize=${CodeCacheSize} -source ${java.version} -target ${java.version} -Xlint:all,-serial,-path,-try org.apache.maven.plugins maven-compiler-plugin 3.7.0 ${java.version} ${java.version} true true org.antlr antlr4-maven-plugin ${antlr4.version} org.apache.maven.plugins maven-surefire-plugin 2.22.0 **/Test*.java **/*Test.java **/*TestCase.java **/*Suite.java ${project.build.directory}/surefire-reports -ea -Xmx3g -Xss4m -XX:ReservedCodeCacheSize=${CodeCacheSize} ${test_classpath} 1 ${scala.binary.version} 1 ${test.java.home} file:src/test/resources/log4j.properties test true ${project.build.directory}/tmp ${spark.test.home} 1 false false false true true src false ${test.exclude.tags} ${test.include.tags} test test org.scalatest scalatest-maven-plugin 1.0 ${project.build.directory}/surefire-reports . SparkTestSuite.txt -ea -Xmx3g -Xss4m -XX:ReservedCodeCacheSize=${CodeCacheSize} ${test_classpath} 1 ${scala.binary.version} 1 ${test.java.home} file:src/test/resources/log4j.properties test true ${project.build.directory}/tmp ${spark.test.home} 1 false false true __not_used__ ${test.exclude.tags} ${test.include.tags} test test org.apache.maven.plugins maven-jar-plugin 3.0.2 org.apache.maven.plugins maven-antrun-plugin ${maven-antrun.version} org.apache.maven.plugins maven-source-plugin 3.0.1 true create-source-jar jar-no-fork test-jar-no-fork org.apache.maven.plugins maven-clean-plugin 3.0.0 work checkpoint lib_managed org.apache.maven.plugins maven-javadoc-plugin 3.0.0-M1 -Xdoclint:all -Xdoclint:-missing example a Example: note a Note: group X tparam X constructor X todo X groupname X org.codehaus.mojo exec-maven-plugin 1.6.0 org.apache.maven.plugins maven-assembly-plugin 3.1.0 posix org.apache.maven.plugins maven-shade-plugin 3.1.0 org.apache.maven.plugins maven-install-plugin 2.5.2 org.apache.maven.plugins maven-deploy-plugin 2.8.2 org.apache.maven.plugins maven-dependency-plugin 3.0.2 default-cli build-classpath runtime org.eclipse.m2e lifecycle-mapping 1.0.0 org.apache.maven.plugins maven-dependency-plugin [2.8,) build-classpath org.apache.maven.plugins maven-jar-plugin [2.6,) test-jar org.apache.maven.plugins maven-antrun-plugin [${maven-antrun.version},) run org.apache.maven.plugins maven-dependency-plugin generate-test-classpath test-compile build-classpath test test_classpath copy-module-dependencies ${build.copyDependenciesPhase} copy-dependencies runtime ${jars.target.dir} org.apache.maven.plugins maven-shade-plugin false org.spark-project.spark:unused org.eclipse.jetty:jetty-io org.eclipse.jetty:jetty-http org.eclipse.jetty:jetty-proxy org.eclipse.jetty:jetty-client org.eclipse.jetty:jetty-continuation org.eclipse.jetty:jetty-servlet org.eclipse.jetty:jetty-servlets org.eclipse.jetty:jetty-plus org.eclipse.jetty:jetty-security org.eclipse.jetty:jetty-util org.eclipse.jetty:jetty-server com.google.guava:guava org.jpmml:* org.eclipse.jetty ${spark.shade.packageName}.jetty org.eclipse.jetty.** com.google.common ${spark.shade.packageName}.guava org.dmg.pmml ${spark.shade.packageName}.dmg.pmml org.jpmml ${spark.shade.packageName}.jpmml package shade org.apache.maven.plugins maven-enforcer-plugin net.alchim31.maven scala-maven-plugin org.apache.maven.plugins maven-source-plugin org.scalastyle scalastyle-maven-plugin 1.0.0 false true false false ${basedir}/src/main/scala ${basedir}/src/test/scala scalastyle-config.xml ${basedir}/target/scalastyle-output.xml ${project.build.sourceEncoding} ${project.reporting.outputEncoding} check org.apache.maven.plugins maven-checkstyle-plugin 2.17 false true ${basedir}/src/main/java,${basedir}/src/main/scala ${basedir}/src/test/java dev/checkstyle.xml ${basedir}/target/checkstyle-output.xml ${project.build.sourceEncoding} ${project.reporting.outputEncoding} com.puppycrawl.tools checkstyle 8.2 check org.apache.maven.plugins maven-antrun-plugin create-tmp-dir generate-test-resources run org.apache.maven.plugins maven-surefire-plugin org.scalatest scalatest-maven-plugin org.apache.maven.plugins maven-jar-plugin prepare-test-jar ${build.testJarPhase} test-jar log4j.properties sbt com.google.guava guava compile org.jpmml pmml-model compile flume external/flume external/flume-sink external/flume-assembly spark-ganglia-lgpl external/spark-ganglia-lgpl kinesis-asl external/kinesis-asl external/kinesis-asl-assembly docker-integration-tests external/docker-integration-tests hadoop-2.6 hadoop-2.7 2.7.3 2.7.1 hadoop-3.1 3.1.0 2.12.0 3.4.9 yarn resource-managers/yarn common/network-yarn mesos resource-managers/mesos kubernetes resource-managers/kubernetes/core resource-managers/kubernetes/integration-tests hive-thriftserver sql/hive-thriftserver hadoop-cloud hadoop-cloud kafka-0-8 external/kafka-0-8 external/kafka-0-8-assembly test-java-home env.JAVA_HOME ${env.JAVA_HOME} scala-2.11 scala-2.12 2.12.6 2.12 org.apache.maven.plugins maven-enforcer-plugin enforce-versions enforce *:*_2.11 *:*_2.10 snapshots-and-staging https://repository.apache.org/content/groups/staging/ https://repository.apache.org/content/repositories/snapshots/ ASF Staging ${asf.staging} ASF Snapshots ${asf.snapshots} true false ASF Staging ${asf.staging} ASF Snapshots ${asf.snapshots} true false flume-provided hadoop-provided hive-provided orc-provided parquet-provided sparkr