Ecosyste.ms: Repos

An open API service providing repository metadata for many open source software ecosystems.

GitHub / monkeyboy123 / spark

Mirror of Apache Spark

JSON API: https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/monkeyboy123%2Fspark

Fork of apache/spark
Stars: 0
Forks: 1
Open Issues: 0

License: apache-2.0
Language: Scala
Repo Size: 408 MB
Dependencies: 999

Created: over 5 years ago
Updated: 2 days ago
Last pushed: 2 days ago
Last synced: 2 days ago

Files

Loading...

Readme

Loading...

Dependencies

dev/package.json npm

ansi-regex ^5.0.1 development
eslint ^7.25.0 development

python/setup.py pypi

py4j ==0.10.9.7

docs/Gemfile rubygems

ffi = 1.15.5
jekyll = 4.2.1
jekyll-redirect-from = 0.16.0
rouge = 3.26.0
webrick = 1.7

tools/pom.xml maven

dev/requirements.txt pypi

PyGithub * development
black ==22.6.0 development
coverage * development
docutils <0.18.0 development
flake8 ==3.9.0 development
grpcio ==1.48.1 development
ipython * development
jinja2 <3.0.0 development
jira * development
markupsafe ==2.0.1 development
matplotlib <3.3.0 development
memory-profiler ==0.60.0 development
mkdocs * development
mlflow >=1.0 development
mypy ==0.920 development
mypy-protobuf ==3.3.0 development
nbsphinx * development
numpy * development
numpydoc * development
openpyxl * development
pandas * development
pandas-stubs <1.2.0.54 development
plotly * development
protobuf ==3.19.5 development
py4j * development
pyarrow * development
pydata_sphinx_theme * development
pytest-mypy-plugins ==1.9.3 development
scipy * development
sklearn * development
sphinx <3.1.0 development
sphinx-plotly-directive * development
unittest-xml-reporting * development

.github/workflows/benchmark.yml actions

actions/cache v3 composite
actions/checkout v3 composite
actions/setup-java v3 composite
actions/upload-artifact v3 composite

.github/workflows/build_and_test.yml actions

actions/cache v3 composite
actions/checkout v3 composite
actions/setup-java v3 composite
actions/setup-python v4 composite
actions/upload-artifact v3 composite
codecov/codecov-action v2 composite
docker/build-push-action v3 composite
docker/login-action v2 composite
docker/setup-buildx-action v2 composite
docker/setup-qemu-action v2 composite

.github/workflows/build_infra_images_cache.yml actions

actions/checkout v3 composite
docker/build-push-action v3 composite
docker/login-action v2 composite
docker/setup-buildx-action v2 composite
docker/setup-qemu-action v2 composite

.github/workflows/cancel_duplicate_workflow_runs.yml actions

potiuk/cancel-workflow-runs 4723494a065d162f8e9efd071b98e0126e00f866 composite

.github/workflows/labeler.yml actions

actions/labeler v4 composite

.github/workflows/notify_test_workflow.yml actions

actions/github-script v6 composite

.github/workflows/publish_snapshot.yml actions

actions/cache v3 composite
actions/checkout v3 composite
actions/setup-java v3 composite

.github/workflows/stale.yml actions

actions/stale c201d45ef4b0ccbd3bb0616f93bae13e73d0a080 composite

.github/workflows/test_report.yml actions

dawidd6/action-download-artifact 09385b76de790122f4da9c82b17bccf858b9557c composite
scacap/action-surefire-report 482f012643ed0560e23ef605a79e8e87ca081648 composite

.github/workflows/update_build_status.yml actions

actions/github-script v6 composite

R/pkg/DESCRIPTION cran

R >= 3.5 depends
methods * depends
arrow >= 1.0.0 suggests
e1071 * suggests
knitr * suggests
markdown * suggests
rmarkdown * suggests
survival * suggests
testthat * suggests

connector/docker/spark-test/base/Dockerfile docker

ubuntu 20.04 build

connector/docker/spark-test/master/Dockerfile docker

spark-test-base latest build

connector/docker/spark-test/worker/Dockerfile docker

spark-test-base latest build

dev/create-release/spark-rm/Dockerfile docker

ubuntu 20.04 build

dev/infra/Dockerfile docker

ubuntu focal-20221019 build

resource-managers/kubernetes/docker/src/main/dockerfiles/spark/Dockerfile docker

eclipse-temurin ${java_image_tag} build

resource-managers/kubernetes/docker/src/main/dockerfiles/spark/bindings/R/Dockerfile docker

$base_img latest build

resource-managers/kubernetes/docker/src/main/dockerfiles/spark/bindings/python/Dockerfile docker

$base_img latest build

assembly/pom.xml maven

com.google.guava:guava ${hadoop.deps.scope}
org.spark-project.spark:unused 1.0.0 provided
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-graphx_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-mllib_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-repl_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-streaming_${scala.binary.version} 3.4.0-SNAPSHOT

common/kvstore/pom.xml maven

common/network-common/pom.xml maven

common/network-shuffle/pom.xml maven

org.slf4j:slf4j-api provided
com.google.guava:guava
io.dropwizard.metrics:metrics-core
org.apache.spark:spark-network-common_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
org.roaringbitmap:RoaringBitmap
commons-io:commons-io test
org.apache.logging.log4j:log4j-1.2-api test
org.apache.logging.log4j:log4j-api test
org.apache.logging.log4j:log4j-core test
org.apache.logging.log4j:log4j-slf4j2-impl test
org.apache.spark:spark-network-common_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test

common/network-yarn/pom.xml maven

com.google.guava:guava provided
org.slf4j:slf4j-api provided
org.apache.hadoop:${hadoop-client-api.artifact} ${hadoop.version}
org.apache.hadoop:${hadoop-client-runtime.artifact} ${hadoop.version}
org.apache.spark:spark-network-shuffle_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version} test

common/sketch/pom.xml maven

common/tags/pom.xml maven

org.scala-lang:scala-library ${scala.version}

common/unsafe/pom.xml maven

connector/avro/pom.xml maven

org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.apache.spark:spark-tags_${scala.binary.version}
org.tukaani:xz
org.apache.spark:spark-catalyst_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT test
org.scalacheck:scalacheck_${scala.binary.version} test

connector/connect/common/pom.xml maven

com.google.guava:guava 31.0.1-jre compile
com.google.protobuf:protobuf-java ${protobuf.version} compile
io.netty:netty-codec-http2 ${netty.version} provided
io.netty:netty-handler-proxy ${netty.version} provided
io.netty:netty-transport-native-unix-common ${netty.version} provided
org.apache.tomcat:annotations-api 6.0.53 provided
com.google.guava:failureaccess 1.0.1
io.grpc:grpc-netty 1.47.0
io.grpc:grpc-protobuf 1.47.0
io.grpc:grpc-services 1.47.0
io.grpc:grpc-stub 1.47.0
org.scala-lang:scala-library
org.apache.spark:spark-tags_${scala.binary.version} test

connector/connect/server/pom.xml maven

com.google.guava:guava 31.0.1-jre compile
com.google.protobuf:protobuf-java ${protobuf.version} compile
io.netty:netty-codec-http2 ${netty.version} provided
io.netty:netty-handler-proxy ${netty.version} provided
io.netty:netty-transport-native-unix-common ${netty.version} provided
org.apache.spark:spark-catalyst_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.apache.spark:spark-tags_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.apache.tomcat:annotations-api 6.0.53 provided
com.google.guava:failureaccess 1.0.1
io.grpc:grpc-netty 1.47.0
io.grpc:grpc-protobuf 1.47.0
io.grpc:grpc-services 1.47.0
io.grpc:grpc-stub 1.47.0
org.apache.spark:spark-connect-common_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-catalyst_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT test
org.mockito:mockito-core test
org.scalacheck:scalacheck_${scala.binary.version} test

connector/docker-integration-tests/pom.xml maven

com.google.guava:guava 18.0
com.ibm.db2:jcc test
com.microsoft.sqlserver:mssql-jdbc test
com.mysql:mysql-connector-j test
com.oracle.database.jdbc:ojdbc8 test
com.spotify:docker-client test
org.apache.hadoop:hadoop-minikdc test
org.apache.httpcomponents:httpclient test
org.apache.httpcomponents:httpcore test
org.apache.spark:spark-catalyst_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.glassfish.jersey.bundles.repackaged:jersey-guava 2.25.1 test
org.mariadb.jdbc:mariadb-java-client test
org.postgresql:postgresql test

connector/kafka-0-10/pom.xml maven

org.apache.spark:spark-streaming_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.apache.kafka:kafka-clients ${kafka.version}
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.spark:spark-token-provider-kafka-0-10_${scala.binary.version} 3.4.0-SNAPSHOT
net.sf.jopt-simple:jopt-simple 3.2 test
org.apache.kafka:kafka_${scala.binary.version} ${kafka.version} test
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-streaming_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.apache.zookeeper:zookeeper 3.5.7 test
org.jmock:jmock-junit4 test
org.mockito:mockito-core test
org.scalacheck:scalacheck_${scala.binary.version} test

connector/kafka-0-10-assembly/pom.xml maven

com.google.protobuf:protobuf-java provided
commons-codec:commons-codec provided
commons-lang:commons-lang provided
org.apache.avro:avro-mapred provided
org.apache.curator:curator-recipes provided
org.apache.hadoop:${hadoop-client-api.artifact} ${hadoop.version} provided
org.apache.logging.log4j:log4j-1.2-api provided
org.apache.logging.log4j:log4j-api provided
org.apache.logging.log4j:log4j-core provided
org.apache.spark:spark-streaming_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.apache.zookeeper:zookeeper provided
org.lz4:lz4-java provided
org.scala-lang:scala-library provided
org.slf4j:slf4j-api provided
org.xerial.snappy:snappy-java provided
org.apache.hadoop:${hadoop-client-runtime.artifact} ${hadoop.version}
org.apache.spark:spark-streaming-kafka-0-10_${scala.binary.version} 3.4.0-SNAPSHOT

connector/kafka-0-10-sql/pom.xml maven

org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT provided
com.google.code.findbugs:jsr305
org.apache.commons:commons-pool2 ${commons-pool2.version}
org.apache.hadoop:hadoop-minikdc
org.apache.kafka:kafka-clients ${kafka.version}
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.spark:spark-token-provider-kafka-0-10_${scala.binary.version} 3.4.0-SNAPSHOT
net.sf.jopt-simple:jopt-simple 3.2 test
org.apache.kafka:kafka_${scala.binary.version} ${kafka.version} test
org.apache.spark:spark-catalyst_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.apache.spark:spark-token-provider-kafka-0-10_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.zookeeper:zookeeper 3.5.7 test
org.eclipse.jetty:jetty-servlet ${jetty.version} test
org.jmock:jmock-junit4 test
org.mockito:mockito-core test
org.scalacheck:scalacheck_${scala.binary.version} test

connector/kafka-0-10-token-provider/pom.xml maven

org.apache.hadoop:${hadoop-client-runtime.artifact} ${hadoop.deps.scope}
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.apache.kafka:kafka-clients ${kafka.version}
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test

connector/kinesis-asl/pom.xml maven

com.amazonaws:amazon-kinesis-client ${aws.kinesis.client.version}
com.amazonaws:aws-java-sdk-sts ${aws.java.sdk.version}
com.fasterxml.jackson.dataformat:jackson-dataformat-cbor ${fasterxml.jackson.version}
org.apache.spark:spark-streaming_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
com.amazonaws:amazon-kinesis-producer ${aws.kinesis.producer.version} test
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-streaming_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test
org.scalacheck:scalacheck_${scala.binary.version} test

connector/kinesis-asl-assembly/pom.xml maven

com.fasterxml.jackson.core:jackson-databind provided
commons-lang:commons-lang provided
org.apache.avro:avro-mapred provided
org.apache.curator:curator-recipes provided
org.apache.hadoop:${hadoop-client-api.artifact} ${hadoop.version} provided
org.apache.logging.log4j:log4j-1.2-api provided
org.apache.logging.log4j:log4j-api provided
org.apache.logging.log4j:log4j-core provided
org.apache.logging.log4j:log4j-slf4j2-impl ${log4j.version} provided
org.apache.spark:spark-streaming_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.apache.zookeeper:zookeeper provided
org.glassfish.jersey.core:jersey-client provided
org.glassfish.jersey.core:jersey-common provided
org.glassfish.jersey.core:jersey-server provided
org.slf4j:slf4j-api provided
org.xerial.snappy:snappy-java provided
com.google.protobuf:protobuf-java 2.6.1
org.apache.hadoop:${hadoop-client-runtime.artifact} ${hadoop.version}
org.apache.spark:spark-streaming-kinesis-asl_${scala.binary.version} 3.4.0-SNAPSHOT

connector/protobuf/pom.xml maven

com.google.protobuf:protobuf-java ${protobuf.version} compile
org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.spark:spark-catalyst_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT test
org.scalacheck:scalacheck_${scala.binary.version} test

connector/spark-ganglia-lgpl/pom.xml maven

info.ganglia.gmetric4j:gmetric4j 1.0.10
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT

core/pom.xml maven

com.google.protobuf:protobuf-java ${protobuf.version} compile
org.eclipse.jetty:jetty-client compile
org.eclipse.jetty:jetty-continuation compile
org.eclipse.jetty:jetty-http compile
org.eclipse.jetty:jetty-plus compile
org.eclipse.jetty:jetty-proxy compile
org.eclipse.jetty:jetty-security compile
org.eclipse.jetty:jetty-server compile
org.eclipse.jetty:jetty-servlet compile
org.eclipse.jetty:jetty-servlets compile
org.eclipse.jetty:jetty-util compile
com.clearspring.analytics:stream
com.fasterxml.jackson.core:jackson-databind
com.fasterxml.jackson.module:jackson-module-scala_${scala.binary.version}
com.github.luben:zstd-jni
com.google.code.findbugs:jsr305
com.google.guava:guava
com.ning:compress-lzf
com.twitter:chill-java
com.twitter:chill_${scala.binary.version}
commons-codec:commons-codec
commons-collections:commons-collections
commons-io:commons-io
io.dropwizard.metrics:metrics-core
io.dropwizard.metrics:metrics-graphite
io.dropwizard.metrics:metrics-jmx
io.dropwizard.metrics:metrics-json
io.dropwizard.metrics:metrics-jvm
io.netty:netty-all
io.netty:netty-transport-native-epoll
io.netty:netty-transport-native-kqueue
jakarta.servlet:jakarta.servlet-api ${jakartaservlet.version}
javax.activation:activation
net.razorvine:pickle 1.3
net.sf.py4j:py4j 0.10.9.7
org.apache.avro:avro
org.apache.avro:avro-mapred
org.apache.commons:commons-collections4
org.apache.commons:commons-crypto
org.apache.commons:commons-lang3
org.apache.commons:commons-math3
org.apache.commons:commons-text
org.apache.curator:curator-recipes
org.apache.hadoop:${hadoop-client-api.artifact} ${hadoop.version}
org.apache.hadoop:${hadoop-client-runtime.artifact} ${hadoop.version}
org.apache.ivy:ivy
org.apache.logging.log4j:log4j-1.2-api
org.apache.logging.log4j:log4j-api
org.apache.logging.log4j:log4j-core
org.apache.logging.log4j:log4j-slf4j2-impl
org.apache.spark:spark-kvstore_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-launcher_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-network-common_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-network-shuffle_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.spark:spark-unsafe_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.xbean:xbean-asm9-shaded
org.apache.zookeeper:zookeeper
org.glassfish.jersey.containers:jersey-container-servlet
org.glassfish.jersey.containers:jersey-container-servlet-core
org.glassfish.jersey.core:jersey-client
org.glassfish.jersey.core:jersey-common
org.glassfish.jersey.core:jersey-server
org.glassfish.jersey.inject:jersey-hk2
org.json4s:json4s-jackson_${scala.binary.version}
org.lz4:lz4-java
org.roaringbitmap:RoaringBitmap
org.scala-lang.modules:scala-xml_${scala.binary.version}
org.scala-lang:scala-library
org.scala-lang:scala-reflect
org.slf4j:jcl-over-slf4j
org.slf4j:jul-to-slf4j
org.slf4j:slf4j-api
org.xerial.snappy:snappy-java
oro:oro ${oro.version}
com.github.jnr:jnr-posix test
net.sourceforge.htmlunit:htmlunit test
net.sourceforge.htmlunit:htmlunit-core-js test
org.apache.curator:curator-test test
org.apache.derby:derby test
org.apache.hadoop:hadoop-aws ${hadoop.version} test
org.apache.hadoop:hadoop-minikdc test
org.apache.httpcomponents:httpclient test
org.apache.httpcomponents:httpcore test
org.apache.httpcomponents:httpmime test
org.apache.spark:spark-launcher_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-network-shuffle_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.glassfish.jersey.test-framework.providers:jersey-test-framework-provider-simple test
org.mockito:mockito-core test
org.scalacheck:scalacheck_${scala.binary.version} test
org.seleniumhq.selenium:htmlunit-driver test
org.seleniumhq.selenium:selenium-java test
xml-apis:xml-apis test

examples/pom.xml maven

org.apache.commons:commons-math3 provided
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.apache.spark:spark-graphx_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.apache.spark:spark-hive_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.apache.spark:spark-mllib_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.apache.spark:spark-sql-kafka-0-10_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.apache.spark:spark-streaming-kafka-0-10_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.apache.spark:spark-streaming_${scala.binary.version} 3.4.0-SNAPSHOT provided
org.scala-lang:scala-library provided
org.spark-project.spark:unused 1.0.0 provided
com.github.scopt:scopt_${scala.binary.version} 3.7.1
org.scalacheck:scalacheck_${scala.binary.version} test

graphx/pom.xml maven

com.google.guava:guava
dev.ludovic.netlib:blas
net.sourceforge.f2j:arpack_combined_all 0.1
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-mllib-local_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.xbean:xbean-asm9-shaded
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.scalacheck:scalacheck_${scala.binary.version} test

hadoop-cloud/pom.xml maven

com.fasterxml.jackson.core:jackson-annotations ${hadoop.deps.scope}
com.fasterxml.jackson.core:jackson-databind ${hadoop.deps.scope}
joda-time:joda-time ${hadoop.deps.scope}
org.apache.hadoop:hadoop-aws ${hadoop.version} ${hadoop.deps.scope}
org.apache.hadoop:hadoop-azure ${hadoop.version} ${hadoop.deps.scope}
org.apache.hadoop:hadoop-openstack ${hadoop.version} ${hadoop.deps.scope}
org.apache.httpcomponents:httpclient ${hadoop.deps.scope}
org.apache.httpcomponents:httpcore ${hadoop.deps.scope}
org.apache.hadoop:${hadoop-client-api.artifact} ${hadoop.version} provided
org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT provided
com.fasterxml.jackson.dataformat:jackson-dataformat-cbor ${fasterxml.jackson.version}
com.google.cloud.bigdataoss:gcs-connector ${gcs-connector.version}
org.apache.hadoop:${hadoop-client-runtime.artifact} ${hadoop.version}
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT test

launcher/pom.xml maven

org.apache.spark:spark-tags_${scala.binary.version}
org.apache.hadoop:${hadoop-client-api.artifact} ${hadoop.version} test
org.apache.hadoop:${hadoop-client-runtime.artifact} ${hadoop.version} test
org.apache.logging.log4j:log4j-1.2-api test
org.apache.logging.log4j:log4j-api test
org.apache.logging.log4j:log4j-core test
org.apache.logging.log4j:log4j-slf4j2-impl test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test
org.slf4j:jul-to-slf4j test
org.slf4j:slf4j-api test

mllib/pom.xml maven

org.jpmml:pmml-model compile
dev.ludovic.netlib:arpack
dev.ludovic.netlib:blas
dev.ludovic.netlib:lapack
org.apache.commons:commons-math3
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-graphx_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-mllib-local_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-streaming_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
org.glassfish.jaxb:jaxb-runtime
org.scala-lang.modules:scala-parser-combinators_${scala.binary.version}
org.scalanlp:breeze_${scala.binary.version}
org.apache.spark:spark-catalyst_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-mllib-local_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-streaming_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test
org.mockito:mockito-inline test
org.scalacheck:scalacheck_${scala.binary.version} test

mllib-local/pom.xml maven

pom.xml maven

com.google.protobuf:protobuf-java 2.5.0 compile
javax.activation:activation 1.1.1 compile
net.sf.jpam:jpam 1.1 compile
org.apache.avro:avro-mapred 1.11.1 compile
org.apache.curator:curator-recipes 2.13.0 compile
org.apache.hadoop:hadoop-client 3.3.4 compile
org.apache.hadoop:hadoop-client-api 3.3.4 compile
org.apache.hadoop:hadoop-client-runtime 3.3.4 compile
org.apache.hadoop:hadoop-yarn-api 3.3.4 compile
org.apache.hadoop:hadoop-yarn-client 3.3.4 compile
org.apache.hadoop:hadoop-yarn-common 3.3.4 compile
org.apache.hadoop:hadoop-yarn-server-web-proxy 3.3.4 compile
org.apache.hive:hive-beeline 2.3.9 compile
org.apache.hive:hive-cli 2.3.9 compile
org.apache.hive:hive-common 2.3.9 compile
org.apache.hive:hive-exec 2.3.9 compile
org.apache.hive:hive-llap-common 2.3.9 compile
org.apache.hive:hive-metastore 2.3.9 compile
org.apache.hive:hive-serde 2.3.9 compile
org.apache.hive:hive-shims 2.3.9 compile
org.apache.hive:hive-storage-api 2.7.3 compile
org.apache.logging.log4j:log4j-1.2-api 2.19.0 compile
org.apache.logging.log4j:log4j-slf4j2-impl 2.19.0 compile
org.apache.orc:orc-core 1.8.1 compile
org.apache.orc:orc-mapreduce 1.8.1 compile
org.apache.parquet:parquet-column 1.12.3 compile
org.apache.parquet:parquet-hadoop 1.12.3 compile
org.apache.zookeeper:zookeeper 3.6.3 compile
org.codehaus.jackson:jackson-core-asl 1.9.13 compile
org.codehaus.jackson:jackson-mapper-asl 1.9.13 compile
org.glassfish.jaxb:jaxb-runtime 2.3.2 compile
org.slf4j:slf4j-api 2.0.5 compile
com.google.guava:guava 14.0.1 provided
org.eclipse.jetty:jetty-client 9.4.49.v20220914 provided
org.eclipse.jetty:jetty-continuation 9.4.49.v20220914 provided
org.eclipse.jetty:jetty-http 9.4.49.v20220914 provided
org.eclipse.jetty:jetty-plus 9.4.49.v20220914 provided
org.eclipse.jetty:jetty-proxy 9.4.49.v20220914 provided
org.eclipse.jetty:jetty-security 9.4.49.v20220914 provided
org.eclipse.jetty:jetty-server 9.4.49.v20220914 provided
org.eclipse.jetty:jetty-servlet 9.4.49.v20220914 provided
org.eclipse.jetty:jetty-servlets 9.4.49.v20220914 provided
org.eclipse.jetty:jetty-util 9.4.49.v20220914 provided
org.eclipse.jetty:jetty-webapp 9.4.49.v20220914 provided
org.jpmml:pmml-model 1.4.8 provided
com.chuusai:shapeless_2.12 2.3.9
com.clearspring.analytics:stream 2.9.6
com.fasterxml.jackson.core:jackson-annotations 2.14.1
com.fasterxml.jackson.core:jackson-core 2.14.1
com.fasterxml.jackson.core:jackson-databind 2.14.1
com.fasterxml.jackson.datatype:jackson-datatype-jsr310 2.14.1
com.fasterxml.jackson.module:jackson-module-jaxb-annotations 2.14.1
com.fasterxml.jackson.module:jackson-module-scala_2.12 2.14.1
com.github.luben:zstd-jni 1.5.2-5
com.google.code.findbugs:jsr305 3.0.0
com.google.crypto.tink:tink 1.7.0
com.ning:compress-lzf 1.1
com.twitter:chill-java 0.10.0
com.twitter:chill_2.12 0.10.0
com.univocity:univocity-parsers 2.9.1
commons-beanutils:commons-beanutils 1.9.4
commons-cli:commons-cli 1.5.0
commons-codec:commons-codec 1.15
commons-collections:commons-collections 3.2.2
commons-io:commons-io 2.11.0
commons-lang:commons-lang 2.6
commons-logging:commons-logging 1.1.3
dev.ludovic.netlib:arpack 3.0.2
dev.ludovic.netlib:blas 3.0.2
dev.ludovic.netlib:lapack 3.0.2
io.dropwizard.metrics:metrics-core 4.2.13
io.dropwizard.metrics:metrics-graphite 4.2.13
io.dropwizard.metrics:metrics-jmx 4.2.13
io.dropwizard.metrics:metrics-json 4.2.13
io.dropwizard.metrics:metrics-jvm 4.2.13
io.netty:netty-all 4.1.84.Final
io.netty:netty-transport-native-epoll 4.1.84.Final
io.netty:netty-transport-native-kqueue 4.1.84.Final
javax.ws.rs:javax.ws.rs-api 2.0.1
javax.xml.bind:jaxb-api 2.2.11
jline:jline 2.14.6
joda-time:joda-time 2.12.1
org.antlr:antlr4-runtime 4.9.3
org.apache.arrow:arrow-memory-netty 10.0.1
org.apache.arrow:arrow-vector 10.0.1
org.apache.avro:avro 1.11.1
org.apache.commons:commons-collections4 4.4
org.apache.commons:commons-compress 1.21
org.apache.commons:commons-crypto 1.1.0
org.apache.commons:commons-lang3 3.12.0
org.apache.commons:commons-math3 3.6.1
org.apache.commons:commons-text 1.10.0
org.apache.curator:curator-client 2.13.0
org.apache.curator:curator-framework 2.13.0
org.apache.derby:derby 10.14.2.0
org.apache.hive:hive-jdbc 2.3.9
org.apache.hive:hive-service-rpc 3.1.3
org.apache.httpcomponents:httpclient 4.5.14
org.apache.httpcomponents:httpcore 4.4.14
org.apache.httpcomponents:httpmime 4.5.14
org.apache.ivy:ivy 2.5.1
org.apache.logging.log4j:log4j-api 2.19.0
org.apache.logging.log4j:log4j-core 2.19.0
org.apache.spark:spark-tags_2.12 3.4.0-SNAPSHOT
org.apache.thrift:libfb303 0.9.3
org.apache.thrift:libthrift 0.12.0
org.apache.xbean:xbean-asm9-shaded 4.22
org.codehaus.jackson:jackson-jaxrs 1.9.13
org.codehaus.jackson:jackson-xc 1.9.13
org.codehaus.janino:commons-compiler 3.1.9
org.codehaus.janino:janino 3.1.9
org.datanucleus:datanucleus-core 4.1.17
org.fusesource.leveldbjni:leveldbjni-all 1.8
org.glassfish.jersey.containers:jersey-container-servlet 2.36
org.glassfish.jersey.containers:jersey-container-servlet-core 2.36
org.glassfish.jersey.core:jersey-client 2.36
org.glassfish.jersey.core:jersey-common 2.36
org.glassfish.jersey.core:jersey-server 2.36
org.glassfish.jersey.inject:jersey-hk2 2.36
org.glassfish.jersey:jersey-client 2.36
org.jodd:jodd-core 3.5.2
org.json4s:json4s-jackson_2.12 3.7.0-M11
org.lz4:lz4-java 1.8.0
org.roaringbitmap:RoaringBitmap 0.9.35
org.rocksdb:rocksdbjni 7.7.3
org.scala-lang.modules:scala-parser-combinators_2.12 2.1.1
org.scala-lang.modules:scala-xml_2.12 2.1.0
org.scala-lang:scala-compiler 2.12.17
org.scala-lang:scala-library 2.12.17
org.scala-lang:scala-reflect 2.12.17
org.scalanlp:breeze_2.12 2.1.0
org.slf4j:jcl-over-slf4j 2.0.5
org.slf4j:jul-to-slf4j 2.0.5
org.spark-project.spark:unused 1.0.0
org.tukaani:xz 1.9
org.xerial.snappy:snappy-java 1.1.8.4
xerces:xercesImpl 2.12.2
xml-apis:xml-apis 1.4.01
com.github.jnr:jnr-posix 3.1.15 test
com.github.sbt:junit-interface 0.13.3 test
com.github.sbt:junit-interface test
com.ibm.db2:jcc 11.5.6.0 test
com.microsoft.sqlserver:mssql-jdbc 9.4.0.jre8 test
com.mysql:mysql-connector-j 8.0.31 test
com.oracle.database.jdbc:ojdbc8 21.3.0.0 test
com.spotify:docker-client 8.14.1 test
junit:junit 4.13.2 test
junit:junit test
net.sourceforge.htmlunit:htmlunit 2.64.0 test
net.sourceforge.htmlunit:htmlunit-core-js 2.64.0 test
org.apache.curator:curator-test 2.13.0 test
org.apache.hadoop:hadoop-client-minicluster 3.3.4 test
org.apache.hadoop:hadoop-minikdc 3.3.4 test
org.apache.hadoop:hadoop-yarn-server-resourcemanager 3.3.4 test
org.apache.hadoop:hadoop-yarn-server-tests 3.3.4 test
org.apache.hive:hive-llap-client 2.3.9 test
org.apache.parquet:parquet-avro 1.12.3 test
org.apache.parquet:parquet-column 1.12.3 test
org.apache.parquet:parquet-common 1.12.3 test
org.apache.parquet:parquet-encoding 1.12.3 test
org.bouncycastle:bcpkix-jdk15on 1.60 test
org.bouncycastle:bcprov-jdk15on 1.60 test
org.glassfish.jersey.test-framework.providers:jersey-test-framework-provider-simple 2.36 test
org.jmock:jmock-junit4 2.12.0 test
org.mariadb.jdbc:mariadb-java-client 2.7.4 test
org.mockito:mockito-core 4.6.1 test
org.mockito:mockito-inline 4.6.1 test
org.postgresql:postgresql 42.5.1 test
org.scalacheck:scalacheck_2.12 1.17.0 test
org.scalatest:scalatest_2.12 3.2.14 test
org.scalatest:scalatest_2.12 test
org.scalatestplus:mockito-4-6_2.12 3.2.14.0 test
org.scalatestplus:mockito-4-6_2.12 test
org.scalatestplus:scalacheck-1-17_2.12 3.2.14.0 test
org.scalatestplus:scalacheck-1-17_2.12 test
org.scalatestplus:selenium-4-4_2.12 3.2.14.0 test
org.scalatestplus:selenium-4-4_2.12 test
org.seleniumhq.selenium:htmlunit-driver 3.64.0 test
org.seleniumhq.selenium:selenium-java 4.4.0 test

repl/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-mllib_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.xbean:xbean-asm9-shaded
org.eclipse.jetty:jetty-http
org.eclipse.jetty:jetty-plus
org.eclipse.jetty:jetty-server
org.eclipse.jetty:jetty-util
org.scala-lang:scala-compiler ${scala.version}
org.scala-lang:scala-library
org.scala-lang:scala-reflect ${scala.version}
org.slf4j:jul-to-slf4j
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test
org.scalacheck:scalacheck_${scala.binary.version} test

resource-managers/kubernetes/core/pom.xml maven

com.fasterxml.jackson.dataformat:jackson-dataformat-yaml ${fasterxml.jackson.version}
com.google.guava:guava
io.fabric8:kubernetes-client ${kubernetes-client.version}
io.fabric8:kubernetes-httpclient-okhttp ${kubernetes-client.version}
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.jmock:jmock-junit4 test
org.mockito:mockito-core test

resource-managers/kubernetes/integration-tests/pom.xml maven

io.fabric8:kubernetes-client ${kubernetes-client.version}
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-kubernetes_${scala.binary.version} 3.4.0-SNAPSHOT test

resource-managers/mesos/pom.xml maven

${hive.group}:hive-exec provided
${hive.group}:hive-metastore provided
com.google.guava:guava
org.apache.mesos:mesos 1.4.3
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT
org.eclipse.jetty:jetty-http
org.eclipse.jetty:jetty-plus
org.eclipse.jetty:jetty-server
org.eclipse.jetty:jetty-servlet
org.eclipse.jetty:jetty-servlets
org.eclipse.jetty:jetty-util
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test

resource-managers/yarn/pom.xml maven

${hive.group}:hive-exec provided
${hive.group}:hive-metastore provided
org.apache.thrift:libfb303 provided
org.apache.thrift:libthrift provided
com.google.guava:guava
org.apache.hadoop:${hadoop-client-api.artifact} ${hadoop.version}
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT
org.eclipse.jetty:jetty-http
org.eclipse.jetty:jetty-plus
org.eclipse.jetty:jetty-server
org.eclipse.jetty:jetty-servlet
org.eclipse.jetty:jetty-servlets
org.eclipse.jetty:jetty-util
com.sun.jersey.contribs:jersey-guice 1.19 test
com.sun.jersey:jersey-core 1.19 test
com.sun.jersey:jersey-json 1.19 test
com.sun.jersey:jersey-server 1.19 test
com.sun.jersey:jersey-servlet 1.19 test
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-network-yarn_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.eclipse.jetty.orbit:javax.servlet.jsp 2.2.0.v201112011158 test
org.eclipse.jetty.orbit:javax.servlet.jsp.jstl 1.2.0.v201105211821 test
org.mockito:mockito-core test

sql/catalyst/pom.xml maven

sql/core/pom.xml maven

com.fasterxml.jackson.core:jackson-databind
com.univocity:univocity-parsers
org.apache.hive:hive-storage-api
org.apache.orc:orc-core
org.apache.orc:orc-mapreduce
org.apache.parquet:parquet-column
org.apache.parquet:parquet-hadoop
org.apache.spark:spark-catalyst_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-sketch_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.xbean:xbean-asm9-shaded
org.eclipse.jetty:jetty-servlet
org.rocksdb:rocksdbjni
com.h2database:h2 2.1.214 test
com.ibm.db2:jcc test
com.microsoft.sqlserver:mssql-jdbc test
com.oracle.database.jdbc:ojdbc8 test
org.apache.parquet:parquet-avro test
org.apache.parquet:parquet-column test
org.apache.parquet:parquet-common test
org.apache.parquet:parquet-encoding test
org.apache.spark:spark-catalyst_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mariadb.jdbc:mariadb-java-client test
org.mockito:mockito-core test
org.mockito:mockito-inline test
org.postgresql:postgresql test
org.scalacheck:scalacheck_${scala.binary.version} test
org.seleniumhq.selenium:htmlunit-driver test
org.seleniumhq.selenium:selenium-java test

sql/hive/pom.xml maven

org.apache.hadoop:${hadoop-client-runtime.artifact} ${hadoop.deps.scope}
${hive.group}:hive-common ${hive.common.scope}
org.apache.hive:hive-llap-client ${hive.llap.scope}
org.apache.hive:hive-llap-common ${hive.llap.scope}
${hive.group}:hive-serde ${hive.serde.scope}
${hive.group}:hive-shims ${hive.shims.scope}
${hive.group}:hive-exec
${hive.group}:hive-metastore
com.google.code.findbugs:jsr305
commons-codec:commons-codec
joda-time:joda-time
org.apache.avro:avro
org.apache.avro:avro-mapred
org.apache.derby:derby
org.apache.httpcomponents:httpclient
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.thrift:libfb303
org.apache.thrift:libthrift
org.codehaus.jackson:jackson-mapper-asl
org.datanucleus:datanucleus-core
org.jodd:jodd-core
org.apache.parquet:parquet-hadoop ${parquet.version} test
org.apache.spark:spark-catalyst_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.scala-lang:scala-compiler test
org.scalacheck:scalacheck_${scala.binary.version} test

sql/hive-thriftserver/pom.xml maven

org.eclipse.jetty:jetty-server provided
org.eclipse.jetty:jetty-servlet provided
${hive.group}:hive-beeline
${hive.group}:hive-cli
${hive.group}:hive-jdbc
${hive.group}:hive-service-rpc
com.google.guava:guava
commons-cli:commons-cli
net.sf.jpam:jpam
org.apache.httpcomponents:httpcore
org.apache.spark:spark-hive_${scala.binary.version} 3.4.0-SNAPSHOT
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.spark:spark-catalyst_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-core_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-hive_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-sql_${scala.binary.version} 3.4.0-SNAPSHOT test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test
org.seleniumhq.selenium:htmlunit-driver test
org.seleniumhq.selenium:selenium-java test

streaming/pom.xml maven

docs/Gemfile.lock rubygems

addressable 2.8.0
colorator 1.1.0
concurrent-ruby 1.1.9
em-websocket 0.5.2
eventmachine 1.2.7
ffi 1.15.5
forwardable-extended 2.6.0
http_parser.rb 0.6.0
i18n 1.8.11
jekyll 4.2.1
jekyll-redirect-from 0.16.0
jekyll-sass-converter 2.1.0
jekyll-watch 2.2.1
kramdown 2.3.1
kramdown-parser-gfm 1.1.0
liquid 4.0.3
listen 3.7.0
mercenary 0.4.0
pathutil 0.16.2
public_suffix 4.0.6
rb-fsevent 0.11.0
rb-inotify 0.10.1
rexml 3.2.5
rouge 3.26.0
safe_yaml 1.0.5
sassc 2.4.0
terminal-table 2.0.0
unicode-display_width 1.8.0
webrick 1.7.0

dev/package-lock.json npm

113 dependencies