Ecosyste.ms: Repos

An open API service providing repository metadata for many open source software ecosystems.

GitHub / vascokk / spark

Mirror of Apache Spark

JSON API: https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vascokk%2Fspark

Fork of mesosphere/spark
Stars: 0
Forks: 0
Open Issues: 153

License: apache-2.0
Language: Scala
Repo Size: 256 MB
Dependencies: 626

Created: almost 6 years ago
Updated: about 1 month ago
Last pushed: over 1 year ago
Last synced: about 1 month ago

Files

Loading...

Readme

Loading...

Dependencies

R/pkg/DESCRIPTION cran

R >= 3.0 depends
methods * depends
e1071 * suggests
knitr * suggests
rmarkdown * suggests
survival * suggests
testthat * suggests

external/docker/spark-mesos/Dockerfile docker

mesosphere/mesos 0.20.1 build

external/docker/spark-test/base/Dockerfile docker

ubuntu precise build

external/docker/spark-test/master/Dockerfile docker

spark-test-base latest build

external/docker/spark-test/worker/Dockerfile docker

spark-test-base latest build

assembly/pom.xml maven

com.google.guava:guava ${hadoop.deps.scope}
org.spark-project.spark:unused 1.0.0 provided
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-graphx_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-mllib_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-repl_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-sql_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-streaming_${scala.binary.version} 2.3.0-SNAPSHOT

common/kvstore/pom.xml maven

common/network-common/pom.xml maven

common/network-shuffle/pom.xml maven

org.slf4j:slf4j-api provided
com.google.guava:guava
io.dropwizard.metrics:metrics-core
org.apache.spark:spark-network-common_${scala.binary.version} 2.3.0-SNAPSHOT
log4j:log4j test
org.apache.spark:spark-network-common_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test

common/network-yarn/pom.xml maven

org.slf4j:slf4j-api provided
org.apache.hadoop:hadoop-client
org.apache.spark:spark-network-shuffle_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version} test

common/sketch/pom.xml maven

common/tags/pom.xml maven

org.scala-lang:scala-library ${scala.version}

common/unsafe/pom.xml maven

core/pom.xml maven

org.eclipse.jetty:jetty-client compile
org.eclipse.jetty:jetty-continuation compile
org.eclipse.jetty:jetty-http compile
org.eclipse.jetty:jetty-plus compile
org.eclipse.jetty:jetty-proxy compile
org.eclipse.jetty:jetty-security compile
org.eclipse.jetty:jetty-server compile
org.eclipse.jetty:jetty-servlet compile
org.eclipse.jetty:jetty-servlets compile
org.eclipse.jetty:jetty-util compile
${hive.group}:hive-exec provided
${hive.group}:hive-metastore provided
org.apache.thrift:libfb303 provided
org.apache.thrift:libthrift provided
com.clearspring.analytics:stream
com.fasterxml.jackson.core:jackson-databind
com.fasterxml.jackson.module:jackson-module-scala_${scala.binary.version}
com.github.luben:zstd-jni
com.google.code.findbugs:jsr305
com.google.guava:guava
com.ning:compress-lzf
com.twitter:chill-java
com.twitter:chill_${scala.binary.version}
commons-net:commons-net
io.dropwizard.metrics:metrics-core
io.dropwizard.metrics:metrics-graphite
io.dropwizard.metrics:metrics-json
io.dropwizard.metrics:metrics-jvm
io.netty:netty
io.netty:netty-all
javax.servlet:javax.servlet-api ${javaxservlet.version}
log4j:log4j
net.java.dev.jets3t:jets3t
net.razorvine:pyrolite 4.13
net.sf.py4j:py4j 0.10.6
org.apache.avro:avro
org.apache.avro:avro-mapred
org.apache.commons:commons-crypto
org.apache.commons:commons-lang3
org.apache.commons:commons-math3
org.apache.curator:curator-recipes
org.apache.hadoop:hadoop-client
org.apache.ivy:ivy
org.apache.spark:spark-kvstore_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-launcher_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-network-common_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-network-shuffle_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.spark:spark-unsafe_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.xbean:xbean-asm5-shaded
org.glassfish.jersey.containers:jersey-container-servlet
org.glassfish.jersey.containers:jersey-container-servlet-core
org.glassfish.jersey.core:jersey-client
org.glassfish.jersey.core:jersey-common
org.glassfish.jersey.core:jersey-server
org.json4s:json4s-jackson_${scala.binary.version}
org.lz4:lz4-java
org.roaringbitmap:RoaringBitmap
org.scala-lang:scala-library
org.slf4j:jcl-over-slf4j
org.slf4j:jul-to-slf4j
org.slf4j:slf4j-api
org.slf4j:slf4j-log4j12
org.xerial.snappy:snappy-java
oro:oro ${oro.version}
org.apache.curator:curator-test test
org.apache.derby:derby test
org.apache.spark:spark-tags_${scala.binary.version} test
org.hamcrest:hamcrest-core test
org.hamcrest:hamcrest-library test
org.mockito:mockito-core test
org.scalacheck:scalacheck_${scala.binary.version} test
org.seleniumhq.selenium:selenium-htmlunit-driver test
org.seleniumhq.selenium:selenium-java test
xml-apis:xml-apis test

examples/pom.xml maven

com.twitter:parquet-hadoop-bundle provided
org.apache.commons:commons-math3 provided
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT provided
org.apache.spark:spark-graphx_${scala.binary.version} 2.3.0-SNAPSHOT provided
org.apache.spark:spark-hive_${scala.binary.version} 2.3.0-SNAPSHOT provided
org.apache.spark:spark-mllib_${scala.binary.version} 2.3.0-SNAPSHOT provided
org.apache.spark:spark-sql-kafka-0-10_${scala.binary.version} 2.3.0-SNAPSHOT provided
org.apache.spark:spark-streaming-kafka-0-10_${scala.binary.version} 2.3.0-SNAPSHOT provided
org.apache.spark:spark-streaming_${scala.binary.version} 2.3.0-SNAPSHOT provided
org.scala-lang:scala-library provided
org.spark-project.spark:unused 1.0.0 provided
com.github.scopt:scopt_${scala.binary.version} 3.7.0
org.scalacheck:scalacheck_${scala.binary.version} test

external/docker-integration-tests/pom.xml maven

com.google.guava:guava 18.0
com.ibm.db2.jcc:db2jcc4 10.5.0.5
com.oracle:ojdbc6 11.2.0.1.0 test
com.spotify:docker-client test
mysql:mysql-connector-java test
org.apache.httpcomponents:httpclient test
org.apache.httpcomponents:httpcore test
org.apache.spark:spark-catalyst_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-sql_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.postgresql:postgresql test

external/flume/pom.xml maven

org.apache.spark:spark-streaming_${scala.binary.version} 2.3.0-SNAPSHOT provided
org.apache.flume:flume-ng-core
org.apache.flume:flume-ng-sdk
org.apache.spark:spark-streaming-flume-sink_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.scalacheck:scalacheck_${scala.binary.version} test

external/flume-assembly/pom.xml maven

com.google.protobuf:protobuf-java provided
commons-codec:commons-codec provided
commons-lang:commons-lang provided
commons-net:commons-net provided
org.apache.avro:avro provided
org.apache.avro:avro-ipc provided
org.apache.avro:avro-mapred provided
org.apache.spark:spark-streaming_${scala.binary.version} 2.3.0-SNAPSHOT provided
org.scala-lang:scala-library provided
org.apache.spark:spark-streaming-flume_${scala.binary.version} 2.3.0-SNAPSHOT

external/flume-sink/pom.xml maven

org.apache.flume:flume-ng-core
org.apache.flume:flume-ng-sdk
org.apache.spark:spark-tags_${scala.binary.version}
org.scala-lang:scala-library
com.google.guava:guava test
io.netty:netty 3.4.0.Final test
org.apache.spark:spark-tags_${scala.binary.version} test

external/kafka-0-10/pom.xml maven

org.apache.spark:spark-streaming_${scala.binary.version} 2.3.0-SNAPSHOT provided
org.apache.kafka:kafka-clients 0.10.0.1
org.apache.spark:spark-tags_${scala.binary.version}
net.sf.jopt-simple:jopt-simple 3.2 test
org.apache.kafka:kafka_${scala.binary.version} 0.10.0.1 test
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.scalacheck:scalacheck_${scala.binary.version} test

external/kafka-0-10-assembly/pom.xml maven

com.google.protobuf:protobuf-java provided
commons-codec:commons-codec provided
commons-lang:commons-lang provided
log4j:log4j provided
net.java.dev.jets3t:jets3t provided
org.apache.avro:avro-mapred provided
org.apache.curator:curator-recipes provided
org.apache.hadoop:hadoop-client provided
org.apache.spark:spark-streaming_${scala.binary.version} 2.3.0-SNAPSHOT provided
org.apache.zookeeper:zookeeper provided
org.lz4:lz4-java provided
org.scala-lang:scala-library provided
org.slf4j:slf4j-api provided
org.slf4j:slf4j-log4j12 provided
org.xerial.snappy:snappy-java provided
org.apache.spark:spark-streaming-kafka-0-10_${scala.binary.version} 2.3.0-SNAPSHOT

external/kafka-0-10-sql/pom.xml maven

org.apache.spark:spark-sql_${scala.binary.version} 2.3.0-SNAPSHOT provided
org.apache.kafka:kafka-clients 0.10.0.1
org.apache.spark:spark-tags_${scala.binary.version}
net.sf.jopt-simple:jopt-simple 3.2 test
org.apache.kafka:kafka_${scala.binary.version} 0.10.0.1 test
org.apache.spark:spark-catalyst_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-sql_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.scalacheck:scalacheck_${scala.binary.version} test

external/kafka-0-8/pom.xml maven

org.apache.spark:spark-streaming_${scala.binary.version} 2.3.0-SNAPSHOT provided
org.apache.kafka:kafka_${scala.binary.version} 0.8.2.1
org.apache.spark:spark-tags_${scala.binary.version}
net.sf.jopt-simple:jopt-simple 3.2 test
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.scalacheck:scalacheck_${scala.binary.version} test

external/kafka-0-8-assembly/pom.xml maven

com.google.protobuf:protobuf-java provided
commons-codec:commons-codec provided
commons-lang:commons-lang provided
log4j:log4j provided
net.java.dev.jets3t:jets3t provided
org.apache.avro:avro-mapred provided
org.apache.curator:curator-recipes provided
org.apache.hadoop:hadoop-client provided
org.apache.spark:spark-streaming_${scala.binary.version} 2.3.0-SNAPSHOT provided
org.apache.zookeeper:zookeeper provided
org.lz4:lz4-java provided
org.scala-lang:scala-library provided
org.slf4j:slf4j-api provided
org.slf4j:slf4j-log4j12 provided
org.xerial.snappy:snappy-java provided
org.apache.spark:spark-streaming-kafka-0-8_${scala.binary.version} 2.3.0-SNAPSHOT

external/kinesis-asl/pom.xml maven

com.amazonaws:amazon-kinesis-client ${aws.kinesis.client.version}
com.amazonaws:aws-java-sdk-sts ${aws.java.sdk.version}
org.apache.spark:spark-streaming_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
com.amazonaws:amazon-kinesis-producer ${aws.kinesis.producer.version} test
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-streaming_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test
org.scalacheck:scalacheck_${scala.binary.version} test

external/kinesis-asl-assembly/pom.xml maven

com.fasterxml.jackson.core:jackson-databind provided
commons-lang:commons-lang provided
log4j:log4j provided
net.java.dev.jets3t:jets3t provided
org.apache.avro:avro-ipc provided
org.apache.avro:avro-mapred provided
org.apache.curator:curator-recipes provided
org.apache.hadoop:hadoop-client provided
org.apache.spark:spark-streaming_${scala.binary.version} 2.3.0-SNAPSHOT provided
org.apache.zookeeper:zookeeper provided
org.glassfish.jersey.core:jersey-client provided
org.glassfish.jersey.core:jersey-common provided
org.glassfish.jersey.core:jersey-server provided
org.slf4j:slf4j-api provided
org.slf4j:slf4j-log4j12 provided
org.xerial.snappy:snappy-java provided
com.google.protobuf:protobuf-java 2.6.1
org.apache.spark:spark-streaming-kinesis-asl_${scala.binary.version} 2.3.0-SNAPSHOT

external/spark-ganglia-lgpl/pom.xml maven

io.dropwizard.metrics:metrics-ganglia
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT

graphx/pom.xml maven

com.github.fommil.netlib:core ${netlib.java.version}
com.google.guava:guava
net.sourceforge.f2j:arpack_combined_all 0.1
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-mllib-local_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.xbean:xbean-asm5-shaded
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.scalacheck:scalacheck_${scala.binary.version} test

hadoop-cloud/pom.xml maven

com.fasterxml.jackson.core:jackson-annotations ${hadoop.deps.scope}
com.fasterxml.jackson.core:jackson-databind ${hadoop.deps.scope}
joda-time:joda-time ${hadoop.deps.scope}
org.apache.hadoop:hadoop-aws ${hadoop.version} ${hadoop.deps.scope}
org.apache.hadoop:hadoop-openstack ${hadoop.version} ${hadoop.deps.scope}
org.apache.httpcomponents:httpclient ${hadoop.deps.scope}
org.apache.httpcomponents:httpcore ${hadoop.deps.scope}
com.fasterxml.jackson.dataformat:jackson-dataformat-cbor ${fasterxml.jackson.version}

launcher/pom.xml maven

org.apache.spark:spark-tags_${scala.binary.version}
log4j:log4j test
org.apache.hadoop:hadoop-client test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test
org.slf4j:jul-to-slf4j test
org.slf4j:slf4j-api test
org.slf4j:slf4j-log4j12 test

mllib/pom.xml maven

org.jpmml:pmml-model compile
org.apache.commons:commons-math3
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-graphx_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-mllib-local_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-sql_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-streaming_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
org.scala-lang.modules:scala-parser-combinators_${scala.binary.version}
org.scalanlp:breeze_${scala.binary.version}
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-mllib-local_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-streaming_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test
org.scalacheck:scalacheck_${scala.binary.version} test

mllib-local/pom.xml maven

pom.xml maven

com.google.protobuf:protobuf-java 2.5.0 compile
com.twitter:parquet-hadoop-bundle 1.6.0 compile
log4j:log4j 1.2.17 compile
net.java.dev.jets3t:jets3t 0.9.3 compile
net.sf.jpam:jpam 1.1 compile
org.apache.avro:avro 1.7.7 compile
org.apache.avro:avro-ipc 1.7.7 compile
org.apache.avro:avro-mapred 1.7.7 compile
org.apache.curator:curator-recipes 2.6.0 compile
org.apache.flume:flume-ng-core 1.6.0 compile
org.apache.flume:flume-ng-sdk 1.6.0 compile
org.apache.hadoop:hadoop-client 2.6.5 compile
org.apache.hadoop:hadoop-yarn-api 2.6.5 compile
org.apache.hadoop:hadoop-yarn-client 2.6.5 compile
org.apache.hadoop:hadoop-yarn-common 2.6.5 compile
org.apache.hadoop:hadoop-yarn-server-web-proxy 2.6.5 compile
org.apache.orc:orc-core 1.4.1 compile
org.apache.orc:orc-mapreduce 1.4.1 compile
org.apache.parquet:parquet-column 1.8.2 compile
org.apache.parquet:parquet-hadoop 1.8.2 compile
org.apache.zookeeper:zookeeper 3.4.6 compile
org.codehaus.jackson:jackson-core-asl 1.9.13 compile
org.codehaus.jackson:jackson-mapper-asl 1.9.13 compile
org.slf4j:slf4j-api 1.7.16 compile
org.slf4j:slf4j-log4j12 1.7.16 compile
org.spark-project.hive:hive-beeline 1.2.1.spark2 compile
org.spark-project.hive:hive-cli 1.2.1.spark2 compile
org.spark-project.hive:hive-common 1.2.1.spark2 compile
org.spark-project.hive:hive-exec 1.2.1.spark2 compile
org.spark-project.hive:hive-metastore 1.2.1.spark2 compile
org.spark-project.hive:hive-serde 1.2.1.spark2 compile
org.spark-project.hive:hive-shims 1.2.1.spark2 compile
org.xerial.snappy:snappy-java 1.1.2.6 compile
com.google.guava:guava 14.0.1 provided
org.eclipse.jetty:jetty-client 9.3.20.v20170531 provided
org.eclipse.jetty:jetty-continuation 9.3.20.v20170531 provided
org.eclipse.jetty:jetty-http 9.3.20.v20170531 provided
org.eclipse.jetty:jetty-plus 9.3.20.v20170531 provided
org.eclipse.jetty:jetty-proxy 9.3.20.v20170531 provided
org.eclipse.jetty:jetty-security 9.3.20.v20170531 provided
org.eclipse.jetty:jetty-server 9.3.20.v20170531 provided
org.eclipse.jetty:jetty-servlet 9.3.20.v20170531 provided
org.eclipse.jetty:jetty-servlets 9.3.20.v20170531 provided
org.eclipse.jetty:jetty-util 9.3.20.v20170531 provided
org.jpmml:pmml-model 1.2.15 provided
com.clearspring.analytics:stream 2.7.0
com.fasterxml.jackson.core:jackson-annotations 2.6.7
com.fasterxml.jackson.core:jackson-core 2.6.7
com.fasterxml.jackson.core:jackson-databind 2.6.7.1
com.fasterxml.jackson.module:jackson-module-jaxb-annotations 2.6.7
com.fasterxml.jackson.module:jackson-module-scala_2.11 2.6.7.1
com.github.luben:zstd-jni 1.3.2-2
com.google.code.findbugs:jsr305 1.3.9
com.ning:compress-lzf 1.0.3
com.thoughtworks.paranamer:paranamer 2.8
com.twitter:chill-java 0.8.4
com.twitter:chill_2.11 0.8.4
commons-codec:commons-codec 1.10
commons-collections:commons-collections 3.2.2
commons-httpclient:commons-httpclient 3.1
commons-io:commons-io 2.4
commons-lang:commons-lang 2.6
commons-net:commons-net 2.2
io.dropwizard.metrics:metrics-core 3.1.5
io.dropwizard.metrics:metrics-ganglia 3.1.5
io.dropwizard.metrics:metrics-graphite 3.1.5
io.dropwizard.metrics:metrics-json 3.1.5
io.dropwizard.metrics:metrics-jvm 3.1.5
io.netty:netty 3.9.9.Final
io.netty:netty-all 4.0.47.Final
javax.ws.rs:javax.ws.rs-api 2.0.1
jline:jline 2.12.1
joda-time:joda-time 2.9.3
org.antlr:antlr4-runtime 4.7
org.apache.arrow:arrow-vector 0.4.0
org.apache.calcite:calcite-avatica 1.2.0-incubating
org.apache.calcite:calcite-core 1.2.0-incubating
org.apache.commons:commons-crypto 1.0.0
org.apache.commons:commons-lang3 3.5
org.apache.commons:commons-math3 3.4.1
org.apache.curator:curator-client 2.6.0
org.apache.curator:curator-framework 2.6.0
org.apache.derby:derby 10.12.1.1
org.apache.httpcomponents:httpclient 4.5.2
org.apache.httpcomponents:httpcore 4.4.4
org.apache.httpcomponents:httpmime 4.5.2
org.apache.ivy:ivy 2.4.0
org.apache.spark:spark-tags_2.11 2.3.0-SNAPSHOT
org.apache.thrift:libfb303 0.9.3
org.apache.thrift:libthrift 0.9.3
org.apache.xbean:xbean-asm5-shaded 4.4
org.codehaus.jackson:jackson-jaxrs 1.9.13
org.codehaus.jackson:jackson-xc 1.9.13
org.codehaus.janino:commons-compiler 3.0.0
org.codehaus.janino:janino 3.0.0
org.datanucleus:datanucleus-core 3.2.10
org.fusesource.leveldbjni:leveldbjni-all 1.8
org.glassfish.jersey.containers:jersey-container-servlet 2.22.2
org.glassfish.jersey.containers:jersey-container-servlet-core 2.22.2
org.glassfish.jersey.core:jersey-client 2.22.2
org.glassfish.jersey.core:jersey-common 2.22.2
org.glassfish.jersey.core:jersey-server 2.22.2
org.glassfish.jersey:jersey-client 2.22.2
org.jodd:jodd-core 3.5.2
org.json4s:json4s-jackson_2.11 3.2.11
org.lz4:lz4-java 1.4.0
org.roaringbitmap:RoaringBitmap 0.5.11
org.scala-lang.modules:scala-parser-combinators_2.11 1.0.4
org.scala-lang:scala-actors 2.11.8
org.scala-lang:scala-compiler 2.11.8
org.scala-lang:scala-library 2.11.8
org.scala-lang:scala-reflect 2.11.8
org.scala-lang:scalap 2.11.8
org.scalanlp:breeze_2.11 0.13.2
org.slf4j:jcl-over-slf4j 1.7.16
org.slf4j:jul-to-slf4j 1.7.16
org.spark-project.hive:hive-jdbc 1.2.1.spark2
org.spark-project.spark:unused 1.0.0
com.novocode:junit-interface 0.11 test
com.novocode:junit-interface test
com.spotify:docker-client 5.0.2 test
junit:junit 4.12 test
junit:junit test
mysql:mysql-connector-java 5.1.38 test
org.apache.avro:avro-ipc 1.7.7 test
org.apache.curator:curator-test 2.6.0 test
org.apache.hadoop:hadoop-yarn-server-tests 2.6.5 test
org.apache.parquet:parquet-avro 1.8.2 test
org.hamcrest:hamcrest-core 1.3 test
org.hamcrest:hamcrest-library 1.3 test
org.mockito:mockito-core 1.10.19 test
org.postgresql:postgresql 9.4.1207.jre7 test
org.scalacheck:scalacheck_2.11 1.13.5 test
org.scalatest:scalatest_2.11 3.0.3 test
org.scalatest:scalatest_2.11 test
org.seleniumhq.selenium:selenium-htmlunit-driver 2.52.0 test
org.seleniumhq.selenium:selenium-java 2.52.0 test
xml-apis:xml-apis 1.4.01 test

repl/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-mllib_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-sql_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.xbean:xbean-asm5-shaded
org.eclipse.jetty:jetty-http
org.eclipse.jetty:jetty-plus
org.eclipse.jetty:jetty-server
org.eclipse.jetty:jetty-util
org.scala-lang:scala-compiler ${scala.version}
org.scala-lang:scala-library
org.scala-lang:scala-reflect ${scala.version}
org.slf4j:jul-to-slf4j
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test
org.scalacheck:scalacheck_${scala.binary.version} test

resource-managers/mesos/pom.xml maven

${hive.group}:hive-exec provided
${hive.group}:hive-metastore provided
com.google.guava:guava
org.apache.mesos:mesos 1.3.0
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT
org.eclipse.jetty:jetty-http
org.eclipse.jetty:jetty-plus
org.eclipse.jetty:jetty-server
org.eclipse.jetty:jetty-servlet
org.eclipse.jetty:jetty-servlets
org.eclipse.jetty:jetty-util
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test

resource-managers/yarn/pom.xml maven

${hive.group}:hive-exec provided
${hive.group}:hive-metastore provided
org.apache.thrift:libfb303 provided
org.apache.thrift:libthrift provided
com.google.guava:guava
org.apache.hadoop:hadoop-client
org.apache.hadoop:hadoop-yarn-api
org.apache.hadoop:hadoop-yarn-client
org.apache.hadoop:hadoop-yarn-common
org.apache.hadoop:hadoop-yarn-server-web-proxy
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT
org.eclipse.jetty:jetty-http
org.eclipse.jetty:jetty-plus
org.eclipse.jetty:jetty-server
org.eclipse.jetty:jetty-servlet
org.eclipse.jetty:jetty-servlets
org.eclipse.jetty:jetty-util
com.sun.jersey.contribs:jersey-guice 1.9 test
com.sun.jersey:jersey-core 1.9 test
com.sun.jersey:jersey-json 1.9 test
com.sun.jersey:jersey-server 1.9 test
org.apache.hadoop:hadoop-yarn-server-tests test
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-network-yarn_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.eclipse.jetty.orbit:javax.servlet.jsp 2.2.0.v201112011158 test
org.eclipse.jetty.orbit:javax.servlet.jsp.jstl 1.2.0.v201105211821 test
org.mockito:mockito-core test

sql/catalyst/pom.xml maven

commons-codec:commons-codec
org.antlr:antlr4-runtime
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-sketch_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.spark:spark-unsafe_${scala.binary.version} 2.3.0-SNAPSHOT
org.codehaus.janino:commons-compiler
org.codehaus.janino:janino
org.scala-lang.modules:scala-parser-combinators_${scala.binary.version}
org.scala-lang:scala-reflect
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.scalacheck:scalacheck_${scala.binary.version} test

sql/core/pom.xml maven

com.fasterxml.jackson.core:jackson-databind
com.univocity:univocity-parsers 2.5.4
org.apache.arrow:arrow-vector
org.apache.orc:orc-core
org.apache.orc:orc-mapreduce
org.apache.parquet:parquet-column
org.apache.parquet:parquet-hadoop
org.apache.spark:spark-catalyst_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-sketch_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.xbean:xbean-asm5-shaded
org.eclipse.jetty:jetty-servlet
com.h2database:h2 1.4.195 test
mysql:mysql-connector-java test
org.apache.avro:avro 1.8.1 test
org.apache.parquet:parquet-avro test
org.apache.spark:spark-catalyst_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test
org.postgresql:postgresql test
org.scalacheck:scalacheck_${scala.binary.version} test

sql/hive/pom.xml maven

${hive.group}:hive-exec
${hive.group}:hive-metastore
com.google.code.findbugs:jsr305
com.twitter:parquet-hadoop-bundle
commons-codec:commons-codec
commons-httpclient:commons-httpclient
joda-time:joda-time
org.apache.avro:avro
org.apache.avro:avro-mapred
org.apache.calcite:calcite-avatica
org.apache.calcite:calcite-core
org.apache.derby:derby
org.apache.httpcomponents:httpclient
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-sql_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.thrift:libfb303
org.apache.thrift:libthrift
org.codehaus.jackson:jackson-mapper-asl
org.datanucleus:datanucleus-core
org.jodd:jodd-core
org.apache.spark:spark-catalyst_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-sql_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.scala-lang:scala-compiler test
org.scalacheck:scalacheck_${scala.binary.version} test

sql/hive-thriftserver/pom.xml maven

org.eclipse.jetty:jetty-server provided
org.eclipse.jetty:jetty-servlet provided
${hive.group}:hive-beeline
${hive.group}:hive-cli
${hive.group}:hive-jdbc
com.google.guava:guava
net.sf.jpam:jpam
org.apache.spark:spark-hive_${scala.binary.version} 2.3.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.spark:spark-core_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-sql_${scala.binary.version} 2.3.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.seleniumhq.selenium:selenium-htmlunit-driver test
org.seleniumhq.selenium:selenium-java test

streaming/pom.xml maven

tools/pom.xml maven

dev/requirements.txt pypi

PyGithub ==1.26.0 development
Unidecode ==0.04.19 development
jira ==1.0.3 development
pypandoc ==1.3.3 development

python/setup.py pypi

py4j ==0.10.6