Ecosyste.ms: Repos
An open API service providing repository metadata for many open source software ecosystems.
GitHub / lyft / spark
Fork of apache/spark open source project
JSON API: https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lyft%2Fspark
Fork of apache/spark
Stars: 0
Forks: 1
Open Issues: 1
License: apache-2.0
Language: Scala
Repo Size: 392 MB
Dependencies:
895
Created: over 7 years ago
Updated: over 1 year ago
Last pushed: 4 months ago
Last synced: 4 months ago
Files
Loading...
Readme
Loading...
Dependencies
- io.fabric8:kubernetes-client ${kubernetes-client.version}
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
.github/workflows/benchmark.yml
actions
- actions/cache v2 composite
- actions/checkout v2 composite
- actions/setup-java v1 composite
- actions/upload-artifact v2 composite
- actions/cache v2 composite
- actions/checkout v2 composite
- actions/setup-java v1 composite
- actions/setup-python v2 composite
- actions/upload-artifact v2 composite
- potiuk/cancel-workflow-runs 953e057dc81d3458935a18d1184c386b0f6b5738 composite
.github/workflows/labeler.yml
actions
- actions/labeler 2.2.0 composite
- actions/github-script v3 composite
- actions/cache v2 composite
- actions/checkout master composite
- actions/setup-java v1 composite
.github/workflows/stale.yml
actions
- actions/stale v1.1.0 composite
- dawidd6/action-download-artifact v2 composite
- scacap/action-surefire-report v1 composite
- actions/github-script v3 composite
R/pkg/DESCRIPTION
cran
- ubuntu 20.04 build
- ubuntu 20.04 build
- spark-test-base latest build
- spark-test-base latest build
- openjdk ${java_image_tag} build
- $base_img latest build
- $base_img latest build
common/kvstore/pom.xml
maven
- ${leveldbjni.group}:leveldbjni-all
- com.fasterxml.jackson.core:jackson-annotations
- com.fasterxml.jackson.core:jackson-core
- com.fasterxml.jackson.core:jackson-databind
- com.google.guava:guava
- org.apache.spark:spark-tags_${scala.binary.version}
- commons-io:commons-io test
- io.dropwizard.metrics:metrics-core test
- log4j:log4j test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.slf4j:slf4j-api test
- org.slf4j:slf4j-log4j12 test
- com.google.guava:guava compile
- org.slf4j:slf4j-api provided
- ${leveldbjni.group}:leveldbjni-all 1.8
- com.fasterxml.jackson.core:jackson-annotations
- com.fasterxml.jackson.core:jackson-databind
- com.google.code.findbugs:jsr305
- com.google.crypto.tink:tink
- io.dropwizard.metrics:metrics-core
- io.netty:netty-all
- org.apache.commons:commons-crypto
- org.apache.commons:commons-lang3
- org.roaringbitmap:RoaringBitmap
- org.scala-lang:scala-library
- log4j:log4j test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.slf4j:slf4j-log4j12 test
- org.slf4j:slf4j-api provided
- com.google.guava:guava
- io.dropwizard.metrics:metrics-core
- org.apache.spark:spark-network-common_${scala.binary.version} 3.2.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.roaringbitmap:RoaringBitmap
- commons-io:commons-io test
- log4j:log4j test
- org.apache.spark:spark-network-common_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- com.google.guava:guava provided
- org.slf4j:slf4j-api provided
- org.apache.hadoop:${hadoop-client-api.artifact} ${hadoop.version}
- org.apache.hadoop:${hadoop-client-runtime.artifact} ${hadoop.version}
- org.apache.spark:spark-network-shuffle_${scala.binary.version} 3.2.1
- org.apache.spark:spark-tags_${scala.binary.version} test
common/sketch/pom.xml
maven
common/tags/pom.xml
maven
- org.scala-lang:scala-library ${scala.version}
common/unsafe/pom.xml
maven
- org.slf4j:slf4j-api provided
- com.google.code.findbugs:jsr305
- com.google.guava:guava
- com.twitter:chill_${scala.binary.version}
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.commons:commons-lang3 test
- org.apache.commons:commons-text test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.scalacheck:scalacheck_${scala.binary.version} test
core/pom.xml
maven
- org.eclipse.jetty:jetty-client compile
- org.eclipse.jetty:jetty-continuation compile
- org.eclipse.jetty:jetty-http compile
- org.eclipse.jetty:jetty-plus compile
- org.eclipse.jetty:jetty-proxy compile
- org.eclipse.jetty:jetty-security compile
- org.eclipse.jetty:jetty-server compile
- org.eclipse.jetty:jetty-servlet compile
- org.eclipse.jetty:jetty-servlets compile
- org.eclipse.jetty:jetty-util compile
- com.clearspring.analytics:stream
- com.fasterxml.jackson.core:jackson-databind
- com.fasterxml.jackson.module:jackson-module-scala_${scala.binary.version}
- com.github.luben:zstd-jni
- com.google.code.findbugs:jsr305
- com.google.guava:guava
- com.ning:compress-lzf
- com.twitter:chill-java
- com.twitter:chill_${scala.binary.version}
- commons-codec:commons-codec
- commons-collections:commons-collections
- commons-io:commons-io
- commons-net:commons-net
- io.dropwizard.metrics:metrics-core
- io.dropwizard.metrics:metrics-graphite
- io.dropwizard.metrics:metrics-jmx
- io.dropwizard.metrics:metrics-json
- io.dropwizard.metrics:metrics-jvm
- io.netty:netty-all
- jakarta.servlet:jakarta.servlet-api ${jakartaservlet.version}
- javax.activation:activation
- log4j:log4j
- net.razorvine:pyrolite 4.30
- net.sf.py4j:py4j 0.10.9.3
- org.apache.avro:avro
- org.apache.avro:avro-mapred
- org.apache.commons:commons-crypto
- org.apache.commons:commons-lang3
- org.apache.commons:commons-math3
- org.apache.commons:commons-text
- org.apache.curator:curator-recipes
- org.apache.hadoop:${hadoop-client-api.artifact} ${hadoop.version}
- org.apache.hadoop:${hadoop-client-runtime.artifact} ${hadoop.version}
- org.apache.ivy:ivy
- org.apache.spark:spark-kvstore_${scala.binary.version} 3.2.1
- org.apache.spark:spark-launcher_${scala.binary.version} 3.2.1
- org.apache.spark:spark-network-common_${scala.binary.version} 3.2.1
- org.apache.spark:spark-network-shuffle_${scala.binary.version} 3.2.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.spark:spark-unsafe_${scala.binary.version} 3.2.1
- org.apache.xbean:xbean-asm9-shaded
- org.apache.zookeeper:zookeeper
- org.glassfish.jersey.containers:jersey-container-servlet
- org.glassfish.jersey.containers:jersey-container-servlet-core
- org.glassfish.jersey.core:jersey-client
- org.glassfish.jersey.core:jersey-common
- org.glassfish.jersey.core:jersey-server
- org.glassfish.jersey.inject:jersey-hk2
- org.json4s:json4s-jackson_${scala.binary.version}
- org.lz4:lz4-java
- org.roaringbitmap:RoaringBitmap
- org.scala-lang.modules:scala-xml_${scala.binary.version}
- org.scala-lang:scala-library
- org.scala-lang:scala-reflect
- org.slf4j:jcl-over-slf4j
- org.slf4j:jul-to-slf4j
- org.slf4j:slf4j-api
- org.slf4j:slf4j-log4j12
- org.xerial.snappy:snappy-java
- oro:oro ${oro.version}
- net.sourceforge.htmlunit:htmlunit test
- net.sourceforge.htmlunit:htmlunit-core-js test
- org.apache.curator:curator-test test
- org.apache.derby:derby test
- org.apache.hadoop:hadoop-aws ${hadoop.version} test
- org.apache.hadoop:hadoop-minikdc test
- org.apache.httpcomponents:httpclient test
- org.apache.httpcomponents:httpcore test
- org.apache.httpcomponents:httpmime test
- org.apache.spark:spark-launcher_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-network-shuffle_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.glassfish.jersey.test-framework.providers:jersey-test-framework-provider-simple test
- org.hamcrest:hamcrest-core test
- org.hamcrest:hamcrest-library test
- org.mockito:mockito-core test
- org.scalacheck:scalacheck_${scala.binary.version} test
- org.seleniumhq.selenium:htmlunit-driver test
- org.seleniumhq.selenium:selenium-java test
- xml-apis:xml-apis test
examples/pom.xml
maven
- org.apache.commons:commons-math3 provided
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 provided
- org.apache.spark:spark-graphx_${scala.binary.version} 3.2.1 provided
- org.apache.spark:spark-hive_${scala.binary.version} 3.2.1 provided
- org.apache.spark:spark-mllib_${scala.binary.version} 3.2.1 provided
- org.apache.spark:spark-sql-kafka-0-10_${scala.binary.version} 3.2.1 provided
- org.apache.spark:spark-streaming-kafka-0-10_${scala.binary.version} 3.2.1 provided
- org.apache.spark:spark-streaming_${scala.binary.version} 3.2.1 provided
- org.scala-lang:scala-library provided
- org.spark-project.spark:unused 1.0.0 provided
- com.github.scopt:scopt_${scala.binary.version} 3.7.1
- org.scalacheck:scalacheck_${scala.binary.version} test
external/avro/pom.xml
maven
- org.apache.spark:spark-sql_${scala.binary.version} 3.2.1 provided
- org.apache.spark:spark-tags_${scala.binary.version}
- org.tukaani:xz
- org.apache.spark:spark-catalyst_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-sql_${scala.binary.version} 3.2.1 test
- org.scalacheck:scalacheck_${scala.binary.version} test
- com.google.guava:guava 18.0
- com.ibm.db2:jcc test
- com.microsoft.sqlserver:mssql-jdbc test
- com.oracle.database.jdbc:ojdbc8 test
- com.spotify:docker-client test
- org.apache.hadoop:hadoop-minikdc test
- org.apache.httpcomponents:httpclient test
- org.apache.httpcomponents:httpcore test
- org.apache.spark:spark-catalyst_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-sql_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.glassfish.jersey.bundles.repackaged:jersey-guava 2.25.1 test
- org.mariadb.jdbc:mariadb-java-client test
- org.postgresql:postgresql test
- org.apache.spark:spark-streaming_${scala.binary.version} 3.2.1 provided
- org.apache.kafka:kafka-clients ${kafka.version}
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.spark:spark-token-provider-kafka-0-10_${scala.binary.version} 3.2.1
- net.sf.jopt-simple:jopt-simple 3.2 test
- org.apache.kafka:kafka_${scala.binary.version} ${kafka.version} test
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-streaming_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.apache.zookeeper:zookeeper 3.5.7 test
- org.jmock:jmock-junit4 test
- org.mockito:mockito-core test
- org.scalacheck:scalacheck_${scala.binary.version} test
- com.google.protobuf:protobuf-java provided
- commons-codec:commons-codec provided
- commons-lang:commons-lang provided
- log4j:log4j provided
- org.apache.avro:avro-mapred provided
- org.apache.curator:curator-recipes provided
- org.apache.hadoop:${hadoop-client-api.artifact} ${hadoop.version} provided
- org.apache.spark:spark-streaming_${scala.binary.version} 3.2.1 provided
- org.apache.zookeeper:zookeeper provided
- org.lz4:lz4-java provided
- org.scala-lang:scala-library provided
- org.slf4j:slf4j-api provided
- org.slf4j:slf4j-log4j12 provided
- org.xerial.snappy:snappy-java provided
- org.apache.hadoop:${hadoop-client-runtime.artifact} ${hadoop.version}
- org.apache.spark:spark-streaming-kafka-0-10_${scala.binary.version} 3.2.1
- org.apache.spark:spark-sql_${scala.binary.version} 3.2.1 provided
- com.google.code.findbugs:jsr305
- org.apache.commons:commons-pool2 ${commons-pool2.version}
- org.apache.hadoop:hadoop-minikdc
- org.apache.kafka:kafka-clients ${kafka.version}
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.spark:spark-token-provider-kafka-0-10_${scala.binary.version} 3.2.1
- net.sf.jopt-simple:jopt-simple 3.2 test
- org.apache.kafka:kafka_${scala.binary.version} ${kafka.version} test
- org.apache.spark:spark-catalyst_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-sql_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.apache.spark:spark-token-provider-kafka-0-10_${scala.binary.version} 3.2.1 test
- org.apache.zookeeper:zookeeper 3.5.7 test
- org.eclipse.jetty:jetty-servlet ${jetty.version} test
- org.jmock:jmock-junit4 test
- org.mockito:mockito-core test
- org.scalacheck:scalacheck_${scala.binary.version} test
- org.apache.hadoop:${hadoop-client-runtime.artifact} ${hadoop.deps.scope}
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 provided
- org.apache.kafka:kafka-clients ${kafka.version}
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- com.amazonaws:amazon-kinesis-client ${aws.kinesis.client.version}
- com.amazonaws:aws-java-sdk-sts ${aws.java.sdk.version}
- com.fasterxml.jackson.dataformat:jackson-dataformat-cbor ${fasterxml.jackson.version}
- org.apache.spark:spark-streaming_${scala.binary.version} 3.2.1
- org.apache.spark:spark-tags_${scala.binary.version}
- com.amazonaws:amazon-kinesis-producer ${aws.kinesis.producer.version} test
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-streaming_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.scalacheck:scalacheck_${scala.binary.version} test
- com.fasterxml.jackson.core:jackson-databind provided
- commons-lang:commons-lang provided
- log4j:log4j provided
- org.apache.avro:avro-mapred provided
- org.apache.curator:curator-recipes provided
- org.apache.hadoop:${hadoop-client-api.artifact} ${hadoop.version} provided
- org.apache.spark:spark-streaming_${scala.binary.version} 3.2.1 provided
- org.apache.zookeeper:zookeeper provided
- org.glassfish.jersey.core:jersey-client provided
- org.glassfish.jersey.core:jersey-common provided
- org.glassfish.jersey.core:jersey-server provided
- org.slf4j:slf4j-api provided
- org.slf4j:slf4j-log4j12 provided
- org.xerial.snappy:snappy-java provided
- com.google.protobuf:protobuf-java 2.6.1
- org.apache.hadoop:${hadoop-client-runtime.artifact} ${hadoop.version}
- org.apache.spark:spark-streaming-kinesis-asl_${scala.binary.version} 3.2.1
graphx/pom.xml
maven
- com.google.guava:guava
- dev.ludovic.netlib:blas
- net.sourceforge.f2j:arpack_combined_all 0.1
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1
- org.apache.spark:spark-mllib-local_${scala.binary.version} 3.2.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.xbean:xbean-asm9-shaded
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.scalacheck:scalacheck_${scala.binary.version} test
hadoop-cloud/pom.xml
maven
- com.fasterxml.jackson.core:jackson-annotations ${hadoop.deps.scope}
- com.fasterxml.jackson.core:jackson-databind ${hadoop.deps.scope}
- joda-time:joda-time ${hadoop.deps.scope}
- org.apache.hadoop:hadoop-aws ${hadoop.version} ${hadoop.deps.scope}
- org.apache.hadoop:hadoop-azure ${hadoop.version} ${hadoop.deps.scope}
- org.apache.hadoop:hadoop-openstack ${hadoop.version} ${hadoop.deps.scope}
- org.apache.httpcomponents:httpclient ${hadoop.deps.scope}
- org.apache.httpcomponents:httpcore ${hadoop.deps.scope}
- org.apache.hadoop:${hadoop-client-api.artifact} ${hadoop.version} provided
- org.apache.spark:spark-sql_${scala.binary.version} 3.2.1 provided
- com.fasterxml.jackson.dataformat:jackson-dataformat-cbor ${fasterxml.jackson.version}
- org.apache.hadoop:${hadoop-client-runtime.artifact} ${hadoop.version}
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
launcher/pom.xml
maven
- org.apache.spark:spark-tags_${scala.binary.version}
- log4j:log4j test
- org.apache.hadoop:${hadoop-client-api.artifact} ${hadoop.version} test
- org.apache.hadoop:${hadoop-client-runtime.artifact} ${hadoop.version} test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.slf4j:jul-to-slf4j test
- org.slf4j:slf4j-api test
- org.slf4j:slf4j-log4j12 test
mllib/pom.xml
maven
- org.jpmml:pmml-model compile
- dev.ludovic.netlib:arpack
- dev.ludovic.netlib:blas
- dev.ludovic.netlib:lapack
- org.apache.commons:commons-math3
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1
- org.apache.spark:spark-graphx_${scala.binary.version} 3.2.1
- org.apache.spark:spark-mllib-local_${scala.binary.version} 3.2.1
- org.apache.spark:spark-sql_${scala.binary.version} 3.2.1
- org.apache.spark:spark-streaming_${scala.binary.version} 3.2.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.glassfish.jaxb:jaxb-runtime
- org.scala-lang.modules:scala-parser-combinators_${scala.binary.version}
- org.scalanlp:breeze_${scala.binary.version}
- org.apache.spark:spark-catalyst_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-mllib-local_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-sql_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-streaming_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.scalacheck:scalacheck_${scala.binary.version} test
mllib-local/pom.xml
maven
- dev.ludovic.netlib:blas
- org.apache.commons:commons-math3
- org.apache.spark:spark-tags_${scala.binary.version}
- org.scalanlp:breeze_${scala.binary.version}
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.scalacheck:scalacheck_${scala.binary.version} test
pom.xml
maven
- com.google.protobuf:protobuf-java 2.5.0 compile
- javax.activation:activation 1.1.1 compile
- log4j:log4j 1.2.17 compile
- net.sf.jpam:jpam 1.1 compile
- org.apache.avro:avro-mapred 1.10.2 compile
- org.apache.curator:curator-recipes 2.13.0 compile
- org.apache.hadoop:hadoop-client 3.3.1 compile
- org.apache.hadoop:hadoop-client-api 3.3.1 compile
- org.apache.hadoop:hadoop-client-runtime 3.3.1 compile
- org.apache.hadoop:hadoop-yarn-api 3.3.1 compile
- org.apache.hadoop:hadoop-yarn-client 3.3.1 compile
- org.apache.hadoop:hadoop-yarn-common 3.3.1 compile
- org.apache.hadoop:hadoop-yarn-server-web-proxy 3.3.1 compile
- org.apache.hive:hive-beeline 2.3.6.47 compile
- org.apache.hive:hive-cli 2.3.6.47 compile
- org.apache.hive:hive-common 2.3.6.47 compile
- org.apache.hive:hive-exec 2.3.6.47 compile
- org.apache.hive:hive-llap-common 2.3.6.47 compile
- org.apache.hive:hive-metastore 2.3.6.47 compile
- org.apache.hive:hive-serde 2.3.6.47 compile
- org.apache.hive:hive-shims 2.3.6.47 compile
- org.apache.hive:hive-storage-api 2.7.2 compile
- org.apache.orc:orc-core 1.6.12 compile
- org.apache.orc:orc-mapreduce 1.6.12 compile
- org.apache.parquet:parquet-column 1.12.2 compile
- org.apache.parquet:parquet-hadoop 1.12.2 compile
- org.apache.zookeeper:zookeeper 3.6.2 compile
- org.codehaus.jackson:jackson-core-asl 1.9.13 compile
- org.codehaus.jackson:jackson-mapper-asl 1.9.13 compile
- org.glassfish.jaxb:jaxb-runtime 2.3.2 compile
- org.slf4j:slf4j-api 1.7.30 compile
- org.slf4j:slf4j-log4j12 1.7.30 compile
- com.google.guava:guava 14.0.1 provided
- org.eclipse.jetty:jetty-client 9.4.43.v20210629 provided
- org.eclipse.jetty:jetty-continuation 9.4.43.v20210629 provided
- org.eclipse.jetty:jetty-http 9.4.43.v20210629 provided
- org.eclipse.jetty:jetty-plus 9.4.43.v20210629 provided
- org.eclipse.jetty:jetty-proxy 9.4.43.v20210629 provided
- org.eclipse.jetty:jetty-security 9.4.43.v20210629 provided
- org.eclipse.jetty:jetty-server 9.4.43.v20210629 provided
- org.eclipse.jetty:jetty-servlet 9.4.43.v20210629 provided
- org.eclipse.jetty:jetty-servlets 9.4.43.v20210629 provided
- org.eclipse.jetty:jetty-util 9.4.43.v20210629 provided
- org.eclipse.jetty:jetty-webapp 9.4.43.v20210629 provided
- org.jpmml:pmml-model 1.4.8 provided
- com.clearspring.analytics:stream 2.9.6
- com.fasterxml.jackson.core:jackson-annotations 2.12.3
- com.fasterxml.jackson.core:jackson-core 2.12.3
- com.fasterxml.jackson.core:jackson-databind 2.12.3
- com.fasterxml.jackson.module:jackson-module-jaxb-annotations 2.12.3
- com.fasterxml.jackson.module:jackson-module-scala_2.12 2.12.3
- com.github.luben:zstd-jni 1.5.0-4
- com.google.code.findbugs:jsr305 3.0.0
- com.google.crypto.tink:tink 1.6.0
- com.ning:compress-lzf 1.0.3
- com.twitter:chill-java 0.10.0
- com.twitter:chill_2.12 0.10.0
- com.univocity:univocity-parsers 2.9.1
- commons-beanutils:commons-beanutils 1.9.4
- commons-cli:commons-cli 1.2
- commons-codec:commons-codec 1.15
- commons-collections:commons-collections 3.2.2
- commons-io:commons-io 2.8.0
- commons-lang:commons-lang 2.6
- commons-logging:commons-logging 1.1.3
- commons-net:commons-net 3.1
- dev.ludovic.netlib:arpack 2.2.1
- dev.ludovic.netlib:blas 2.2.1
- dev.ludovic.netlib:lapack 2.2.1
- io.dropwizard.metrics:metrics-core 4.2.0
- io.dropwizard.metrics:metrics-graphite 4.2.0
- io.dropwizard.metrics:metrics-jmx 4.2.0
- io.dropwizard.metrics:metrics-json 4.2.0
- io.dropwizard.metrics:metrics-jvm 4.2.0
- io.netty:netty-all 4.1.68.Final
- javax.ws.rs:javax.ws.rs-api 2.0.1
- javax.xml.bind:jaxb-api 2.2.11
- jline:jline 2.14.6
- joda-time:joda-time 2.10.10
- org.antlr:antlr4-runtime 4.8
- org.apache.arrow:arrow-memory-netty 2.0.0
- org.apache.arrow:arrow-vector 2.0.0
- org.apache.avro:avro 1.10.2
- org.apache.commons:commons-compress 1.21
- org.apache.commons:commons-crypto 1.1.0
- org.apache.commons:commons-lang3 3.12.0
- org.apache.commons:commons-math3 3.4.1
- org.apache.commons:commons-text 1.6
- org.apache.curator:curator-client 2.13.0
- org.apache.curator:curator-framework 2.13.0
- org.apache.derby:derby 10.14.2.0
- org.apache.hive:hive-jdbc 2.3.6.47
- org.apache.hive:hive-service-rpc 3.1.2
- org.apache.httpcomponents:httpclient 4.5.13
- org.apache.httpcomponents:httpcore 4.4.14
- org.apache.httpcomponents:httpmime 4.5.13
- org.apache.ivy:ivy 2.5.0
- org.apache.spark:spark-tags_2.12 3.2.1
- org.apache.thrift:libfb303 0.9.3
- org.apache.thrift:libthrift 0.12.0
- org.apache.xbean:xbean-asm9-shaded 4.20
- org.codehaus.jackson:jackson-jaxrs 1.9.13
- org.codehaus.jackson:jackson-xc 1.9.13
- org.codehaus.janino:commons-compiler 3.0.16
- org.codehaus.janino:janino 3.0.16
- org.datanucleus:datanucleus-core 4.1.17
- org.fusesource.leveldbjni:leveldbjni-all 1.8
- org.glassfish.jersey.containers:jersey-container-servlet 2.34
- org.glassfish.jersey.containers:jersey-container-servlet-core 2.34
- org.glassfish.jersey.core:jersey-client 2.34
- org.glassfish.jersey.core:jersey-common 2.34
- org.glassfish.jersey.core:jersey-server 2.34
- org.glassfish.jersey.inject:jersey-hk2 2.34
- org.glassfish.jersey:jersey-client 2.34
- org.jodd:jodd-core 3.5.2
- org.json4s:json4s-jackson_2.12 3.7.0-M11
- org.lz4:lz4-java 1.7.1
- org.roaringbitmap:RoaringBitmap 0.9.0
- org.scala-lang.modules:scala-parser-combinators_2.12 1.1.2
- org.scala-lang.modules:scala-xml_2.12 1.2.0
- org.scala-lang:scala-actors 2.12.15
- org.scala-lang:scala-compiler 2.12.15
- org.scala-lang:scala-library 2.12.15
- org.scala-lang:scala-reflect 2.12.15
- org.scalanlp:breeze_2.12 1.2
- org.slf4j:jcl-over-slf4j 1.7.30
- org.slf4j:jul-to-slf4j 1.7.30
- org.spark-project.spark:unused 1.0.0
- org.tukaani:xz 1.8
- org.xerial.snappy:snappy-java 1.1.8.4
- xerces:xercesImpl 2.12.0
- xml-apis:xml-apis 1.4.01
- com.ibm.db2:jcc 11.5.0.0 test
- com.microsoft.sqlserver:mssql-jdbc 8.2.2.jre8 test
- com.novocode:junit-interface 0.11 test
- com.novocode:junit-interface test
- com.oracle.database.jdbc:ojdbc8 19.6.0.0 test
- com.spotify:docker-client 8.14.1 test
- junit:junit 4.13.1 test
- junit:junit test
- mysql:mysql-connector-java 5.1.38 test
- net.sourceforge.htmlunit:htmlunit 2.50.0 test
- net.sourceforge.htmlunit:htmlunit-core-js 2.50.0 test
- org.apache.curator:curator-test 2.13.0 test
- org.apache.hadoop:hadoop-client-minicluster 3.3.1 test
- org.apache.hadoop:hadoop-minikdc 3.3.1 test
- org.apache.hadoop:hadoop-yarn-server-resourcemanager 3.3.1 test
- org.apache.hadoop:hadoop-yarn-server-tests 3.3.1 test
- org.apache.hive:hive-llap-client 2.3.6.47 test
- org.apache.parquet:parquet-avro 1.12.2 test
- org.bouncycastle:bcpkix-jdk15on 1.60 test
- org.bouncycastle:bcprov-jdk15on 1.60 test
- org.glassfish.jersey.test-framework.providers:jersey-test-framework-provider-simple 2.34 test
- org.hamcrest:hamcrest-core 1.3 test
- org.hamcrest:hamcrest-library 1.3 test
- org.jmock:jmock-junit4 2.12.0 test
- org.mariadb.jdbc:mariadb-java-client 2.5.4 test
- org.mockito:mockito-core 3.4.6 test
- org.postgresql:postgresql 42.2.19 test
- org.scalacheck:scalacheck_2.12 1.15.4 test
- org.scalatest:scalatest_2.12 3.2.9 test
- org.scalatest:scalatest_2.12 test
- org.scalatestplus:mockito-3-4_2.12 3.2.9.0 test
- org.scalatestplus:mockito-3-4_2.12 test
- org.scalatestplus:scalacheck-1-15_2.12 3.2.9.0 test
- org.scalatestplus:scalacheck-1-15_2.12 test
- org.scalatestplus:selenium-3-141_2.12 3.2.9.0 test
- org.scalatestplus:selenium-3-141_2.12 test
- org.seleniumhq.selenium:htmlunit-driver 2.50.0 test
- org.seleniumhq.selenium:selenium-java 3.141.59 test
repl/pom.xml
maven
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1
- org.apache.spark:spark-mllib_${scala.binary.version} 3.2.1
- org.apache.spark:spark-sql_${scala.binary.version} 3.2.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.xbean:xbean-asm9-shaded
- org.eclipse.jetty:jetty-http
- org.eclipse.jetty:jetty-plus
- org.eclipse.jetty:jetty-server
- org.eclipse.jetty:jetty-util
- org.scala-lang:scala-compiler ${scala.version}
- org.scala-lang:scala-library
- org.scala-lang:scala-reflect ${scala.version}
- org.slf4j:jul-to-slf4j
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.scalacheck:scalacheck_${scala.binary.version} test
- com.fasterxml.jackson.dataformat:jackson-dataformat-yaml ${fasterxml.jackson.version}
- com.google.guava:guava
- io.fabric8:kubernetes-client ${kubernetes-client.version}
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.jmock:jmock-junit4 test
- org.mockito:mockito-core test
assembly/pom.xml
maven
- com.google.guava:guava ${hadoop.deps.scope}
- org.spark-project.spark:unused 1.0.0 provided
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1
- org.apache.spark:spark-graphx_${scala.binary.version} 3.2.1
- org.apache.spark:spark-mllib_${scala.binary.version} 3.2.1
- org.apache.spark:spark-repl_${scala.binary.version} 3.2.1
- org.apache.spark:spark-sql_${scala.binary.version} 3.2.1
- org.apache.spark:spark-streaming_${scala.binary.version} 3.2.1
- ${hive.group}:hive-exec provided
- ${hive.group}:hive-metastore provided
- com.google.guava:guava
- org.apache.mesos:mesos 1.4.0
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1
- org.eclipse.jetty:jetty-http
- org.eclipse.jetty:jetty-plus
- org.eclipse.jetty:jetty-server
- org.eclipse.jetty:jetty-servlet
- org.eclipse.jetty:jetty-servlets
- org.eclipse.jetty:jetty-util
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- ${hive.group}:hive-exec provided
- ${hive.group}:hive-metastore provided
- org.apache.thrift:libfb303 provided
- org.apache.thrift:libthrift provided
- com.google.guava:guava
- org.apache.hadoop:${hadoop-client-api.artifact} ${hadoop.version}
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1
- org.eclipse.jetty:jetty-http
- org.eclipse.jetty:jetty-plus
- org.eclipse.jetty:jetty-server
- org.eclipse.jetty:jetty-servlet
- org.eclipse.jetty:jetty-servlets
- org.eclipse.jetty:jetty-util
- com.sun.jersey.contribs:jersey-guice 1.19 test
- com.sun.jersey:jersey-core 1.19 test
- com.sun.jersey:jersey-json 1.19 test
- com.sun.jersey:jersey-server 1.19 test
- com.sun.jersey:jersey-servlet 1.19 test
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-network-yarn_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.eclipse.jetty.orbit:javax.servlet.jsp 2.2.0.v201112011158 test
- org.eclipse.jetty.orbit:javax.servlet.jsp.jstl 1.2.0.v201105211821 test
- org.mockito:mockito-core test
sql/catalyst/pom.xml
maven
- com.univocity:univocity-parsers
- commons-codec:commons-codec
- javax.xml.bind:jaxb-api
- org.antlr:antlr4-runtime
- org.apache.arrow:arrow-memory-netty
- org.apache.arrow:arrow-vector
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1
- org.apache.spark:spark-sketch_${scala.binary.version} 3.2.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.spark:spark-unsafe_${scala.binary.version} 3.2.1
- org.codehaus.janino:commons-compiler
- org.codehaus.janino:janino
- org.scala-lang.modules:scala-parser-combinators_${scala.binary.version}
- org.scala-lang:scala-reflect
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.scalacheck:scalacheck_${scala.binary.version} test
sql/core/pom.xml
maven
- com.fasterxml.jackson.core:jackson-databind
- com.univocity:univocity-parsers
- org.apache.hive:hive-storage-api
- org.apache.orc:orc-core
- org.apache.orc:orc-mapreduce
- org.apache.parquet:parquet-column
- org.apache.parquet:parquet-hadoop
- org.apache.spark:spark-catalyst_${scala.binary.version} 3.2.1
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1
- org.apache.spark:spark-sketch_${scala.binary.version} 3.2.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.xbean:xbean-asm9-shaded
- org.eclipse.jetty:jetty-servlet
- org.rocksdb:rocksdbjni 6.20.3
- com.h2database:h2 1.4.195 test
- com.ibm.db2:jcc test
- com.microsoft.sqlserver:mssql-jdbc test
- com.oracle.database.jdbc:ojdbc8 test
- org.apache.parquet:parquet-avro test
- org.apache.spark:spark-catalyst_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mariadb.jdbc:mariadb-java-client test
- org.mockito:mockito-core test
- org.postgresql:postgresql test
- org.scalacheck:scalacheck_${scala.binary.version} test
- org.seleniumhq.selenium:htmlunit-driver test
- org.seleniumhq.selenium:selenium-java test
sql/hive/pom.xml
maven
- org.apache.hadoop:${hadoop-client-runtime.artifact} ${hadoop.deps.scope}
- ${hive.group}:hive-common ${hive.common.scope}
- org.apache.hive:hive-llap-client ${hive.llap.scope}
- org.apache.hive:hive-llap-common ${hive.llap.scope}
- ${hive.group}:hive-serde ${hive.serde.scope}
- ${hive.group}:hive-shims ${hive.shims.scope}
- ${hive.group}:hive-exec
- ${hive.group}:hive-metastore
- com.google.code.findbugs:jsr305
- commons-codec:commons-codec
- joda-time:joda-time
- org.apache.avro:avro
- org.apache.avro:avro-mapred
- org.apache.derby:derby
- org.apache.httpcomponents:httpclient
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1
- org.apache.spark:spark-sql_${scala.binary.version} 3.2.1
- org.apache.thrift:libfb303
- org.apache.thrift:libthrift
- org.codehaus.jackson:jackson-mapper-asl
- org.datanucleus:datanucleus-core
- org.jodd:jodd-core
- org.apache.parquet:parquet-hadoop ${parquet.version} test
- org.apache.spark:spark-catalyst_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-sql_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.scala-lang:scala-compiler test
- org.scalacheck:scalacheck_${scala.binary.version} test
- org.eclipse.jetty:jetty-server provided
- org.eclipse.jetty:jetty-servlet provided
- ${hive.group}:hive-beeline
- ${hive.group}:hive-cli
- ${hive.group}:hive-jdbc
- ${hive.group}:hive-service-rpc
- com.google.guava:guava
- commons-cli:commons-cli
- net.sf.jpam:jpam
- org.apache.spark:spark-hive_${scala.binary.version} 3.2.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.spark:spark-catalyst_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-hive_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-sql_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.seleniumhq.selenium:htmlunit-driver test
- org.seleniumhq.selenium:selenium-java test
streaming/pom.xml
maven
- com.google.guava:guava
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.eclipse.jetty:jetty-http
- org.eclipse.jetty:jetty-plus
- org.eclipse.jetty:jetty-server
- org.eclipse.jetty:jetty-servlet
- org.eclipse.jetty:jetty-servlets
- org.eclipse.jetty:jetty-util
- org.scala-lang:scala-library
- org.apache.spark:spark-core_${scala.binary.version} 3.2.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.scalacheck:scalacheck_${scala.binary.version} test
- org.seleniumhq.selenium:htmlunit-driver test
- org.seleniumhq.selenium:selenium-java test
tools/pom.xml
maven
python/setup.py
pypi
- py4j ==0.10.9.3
docs/Gemfile
rubygems
- jekyll = 4.2.0
- jekyll-redirect-from = 0.16.0
- rouge = 3.26.0
- webrick = 1.7
dev/package.json
npm
- eslint ^7.25.0 development
dev/requirements.txt
pypi
- PyGithub * development
- black * development
- coverage * development
- flake8 * development
- ipython * development
- jinja2 <3.0.0 development
- jira * development
- matplotlib <3.3.0 development
- mkdocs * development
- mlflow >=1.0 development
- mypy * development
- nbsphinx * development
- numpy * development
- numpydoc * development
- pandas * development
- plotly * development
- py4j * development
- pyarrow * development
- pydata_sphinx_theme * development
- scipy * development
- sklearn * development
- sphinx <3.1.0 development
- sphinx-plotly-directive * development
- xmlrunner * development
docs/Gemfile.lock
rubygems
- addressable 2.7.0
- colorator 1.1.0
- concurrent-ruby 1.1.8
- em-websocket 0.5.2
- eventmachine 1.2.7
- ffi 1.14.2
- forwardable-extended 2.6.0
- http_parser.rb 0.6.0
- i18n 1.8.9
- jekyll 4.2.0
- jekyll-redirect-from 0.16.0
- jekyll-sass-converter 2.1.0
- jekyll-watch 2.2.1
- kramdown 2.3.0
- kramdown-parser-gfm 1.1.0
- liquid 4.0.3
- listen 3.4.1
- mercenary 0.4.0
- pathutil 0.16.2
- public_suffix 4.0.6
- rb-fsevent 0.10.4
- rb-inotify 0.10.1
- rexml 3.2.4
- rouge 3.26.0
- safe_yaml 1.0.5
- sassc 2.4.0
- terminal-table 2.0.0
- unicode-display_width 1.7.0
- webrick 1.7.0