Ecosyste.ms: Repos

An open API service providing repository metadata for many open source software ecosystems.

GitHub / itzmn / spark_2.1.1

spark_2.1.1 源码阅读,标识注释，window运行源码案例，调试

JSON API: https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/itzmn%2Fspark_2.1.1

Stars: 0
Forks: 0
Open Issues: 17

License: apache-2.0
Language: Scala
Repo Size: 14.6 MB
Dependencies: 584

Created: over 4 years ago
Updated: over 4 years ago
Last pushed: over 1 year ago
Last synced: about 1 year ago

Files

Loading...

Readme

Loading...

Dependencies

R/pkg/DESCRIPTION cran

R >= 3.0 depends
methods * depends
e1071 * suggests
knitr * suggests
rmarkdown * suggests
survival * suggests
testthat * suggests

assembly/pom.xml maven

com.google.guava:guava ${hadoop.deps.scope}
org.spark-project.spark:unused 1.0.0 provided
org.apache.spark:spark-core_${scala.binary.version} 2.1.1
org.apache.spark:spark-graphx_${scala.binary.version} 2.1.1
org.apache.spark:spark-mllib_${scala.binary.version} 2.1.1
org.apache.spark:spark-repl_${scala.binary.version} 2.1.1
org.apache.spark:spark-sql_${scala.binary.version} 2.1.1
org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1

common/network-common/pom.xml maven

common/network-shuffle/pom.xml maven

org.slf4j:slf4j-api provided
com.google.guava:guava
io.dropwizard.metrics:metrics-core
org.apache.spark:spark-network-common_${scala.binary.version} 2.1.1
org.apache.spark:spark-tags_${scala.binary.version}
log4j:log4j test
org.apache.spark:spark-network-common_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test

common/network-yarn/pom.xml maven

common/sketch/pom.xml maven

common/tags/pom.xml maven

org.scala-lang:scala-library ${scala.version}

common/unsafe/pom.xml maven

core/pom.xml maven

examples/pom.xml maven

com.twitter:parquet-hadoop-bundle provided
org.apache.commons:commons-math3 provided
org.apache.spark:spark-core_${scala.binary.version} 2.1.1 provided
org.apache.spark:spark-graphx_${scala.binary.version} 2.1.1 provided
org.apache.spark:spark-hive_${scala.binary.version} 2.1.1 provided
org.apache.spark:spark-mllib_${scala.binary.version} 2.1.1 provided
org.apache.spark:spark-streaming-flume_${scala.binary.version} 2.1.1 provided
org.apache.spark:spark-streaming-kafka-0-8_${scala.binary.version} 2.1.1 provided
org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 provided
org.scala-lang:scala-library provided
org.spark-project.spark:unused 1.0.0 provided
com.github.scopt:scopt_${scala.binary.version} 3.3.0
org.scalacheck:scalacheck_${scala.binary.version} test

external/docker-integration-tests/pom.xml maven

com.google.guava:guava 18.0
com.ibm.db2.jcc:db2jcc4 10.5.0.5
com.oracle:ojdbc6 11.2.0.1.0 test
com.spotify:docker-client test
mysql:mysql-connector-java test
org.apache.httpcomponents:httpclient test
org.apache.httpcomponents:httpcore test
org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-sql_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-tags_${scala.binary.version} test
org.postgresql:postgresql test

external/flume/pom.xml maven

external/flume-assembly/pom.xml maven

com.google.protobuf:protobuf-java provided
commons-codec:commons-codec provided
commons-lang:commons-lang provided
commons-net:commons-net provided
org.apache.avro:avro provided
org.apache.avro:avro-ipc provided
org.apache.avro:avro-mapred provided
org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 provided
org.scala-lang:scala-library provided
org.apache.spark:spark-streaming-flume_${scala.binary.version} 2.1.1

external/flume-sink/pom.xml maven

org.apache.flume:flume-ng-core
org.apache.flume:flume-ng-sdk
org.apache.spark:spark-tags_${scala.binary.version}
org.scala-lang:scala-library
com.google.guava:guava test
io.netty:netty 3.4.0.Final test
org.apache.spark:spark-tags_${scala.binary.version} test

external/java8-tests/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} 2.1.1
org.apache.spark:spark-sql_${scala.binary.version} 2.1.1
org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-sql_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-tags_${scala.binary.version} test

external/kafka-0-10/pom.xml maven

org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 provided
org.apache.kafka:kafka_${scala.binary.version} 0.10.0.1
org.apache.spark:spark-tags_${scala.binary.version}
net.sf.jopt-simple:jopt-simple 3.2 test
org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-tags_${scala.binary.version} test
org.scalacheck:scalacheck_${scala.binary.version} test

external/kafka-0-10-assembly/pom.xml maven

com.google.protobuf:protobuf-java provided
commons-codec:commons-codec provided
commons-lang:commons-lang provided
log4j:log4j provided
net.java.dev.jets3t:jets3t provided
net.jpountz.lz4:lz4 provided
org.apache.avro:avro-mapred provided
org.apache.curator:curator-recipes provided
org.apache.hadoop:hadoop-client provided
org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 provided
org.apache.zookeeper:zookeeper provided
org.scala-lang:scala-library provided
org.slf4j:slf4j-api provided
org.slf4j:slf4j-log4j12 provided
org.xerial.snappy:snappy-java provided
org.apache.spark:spark-streaming-kafka-0-10_${scala.binary.version} 2.1.1

external/kafka-0-10-sql/pom.xml maven

org.apache.spark:spark-sql_${scala.binary.version} 2.1.1 provided
org.apache.kafka:kafka-clients 0.10.0.1
org.apache.spark:spark-tags_${scala.binary.version}
net.sf.jopt-simple:jopt-simple 3.2 test
org.apache.kafka:kafka_${scala.binary.version} 0.10.0.1 test
org.apache.spark:spark-catalyst_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-sql_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-tags_${scala.binary.version} test
org.scalacheck:scalacheck_${scala.binary.version} test

external/kafka-0-8/pom.xml maven

org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 provided
org.apache.kafka:kafka_${scala.binary.version} 0.8.2.1
org.apache.spark:spark-tags_${scala.binary.version}
net.sf.jopt-simple:jopt-simple 3.2 test
org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-tags_${scala.binary.version} test
org.scalacheck:scalacheck_${scala.binary.version} test

external/kafka-0-8-assembly/pom.xml maven

com.google.protobuf:protobuf-java provided
commons-codec:commons-codec provided
commons-lang:commons-lang provided
log4j:log4j provided
net.java.dev.jets3t:jets3t provided
net.jpountz.lz4:lz4 provided
org.apache.avro:avro-mapred provided
org.apache.curator:curator-recipes provided
org.apache.hadoop:hadoop-client provided
org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 provided
org.apache.zookeeper:zookeeper provided
org.scala-lang:scala-library provided
org.slf4j:slf4j-api provided
org.slf4j:slf4j-log4j12 provided
org.xerial.snappy:snappy-java provided
org.apache.spark:spark-streaming-kafka-0-8_${scala.binary.version} 2.1.1

external/kinesis-asl/pom.xml maven

com.amazonaws:amazon-kinesis-client ${aws.kinesis.client.version}
org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1
org.apache.spark:spark-tags_${scala.binary.version}
com.amazonaws:amazon-kinesis-producer ${aws.kinesis.producer.version} test
org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test
org.scalacheck:scalacheck_${scala.binary.version} test

external/kinesis-asl-assembly/pom.xml maven

com.fasterxml.jackson.core:jackson-databind provided
commons-lang:commons-lang provided
log4j:log4j provided
net.java.dev.jets3t:jets3t provided
org.apache.avro:avro-ipc provided
org.apache.avro:avro-mapred provided
org.apache.curator:curator-recipes provided
org.apache.hadoop:hadoop-client provided
org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 provided
org.apache.zookeeper:zookeeper provided
org.glassfish.jersey.core:jersey-client provided
org.glassfish.jersey.core:jersey-common provided
org.glassfish.jersey.core:jersey-server provided
org.slf4j:slf4j-api provided
org.slf4j:slf4j-log4j12 provided
org.xerial.snappy:snappy-java provided
com.google.protobuf:protobuf-java 2.6.1
org.apache.spark:spark-streaming-kinesis-asl_${scala.binary.version} 2.1.1

external/spark-ganglia-lgpl/pom.xml maven

graphx/pom.xml maven

com.github.fommil.netlib:core ${netlib.java.version}
com.google.guava:guava
net.sourceforge.f2j:arpack_combined_all 0.1
org.apache.spark:spark-core_${scala.binary.version} 2.1.1
org.apache.spark:spark-mllib-local_${scala.binary.version} 2.1.1
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.xbean:xbean-asm5-shaded
org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-tags_${scala.binary.version} test
org.scalacheck:scalacheck_${scala.binary.version} test

launcher/pom.xml maven

org.apache.spark:spark-tags_${scala.binary.version}
log4j:log4j test
org.apache.hadoop:hadoop-client test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test
org.slf4j:jul-to-slf4j test
org.slf4j:slf4j-api test
org.slf4j:slf4j-log4j12 test

mesos/pom.xml maven

mllib/pom.xml maven

org.apache.commons:commons-math3
org.apache.spark:spark-core_${scala.binary.version} 2.1.1
org.apache.spark:spark-graphx_${scala.binary.version} 2.1.1
org.apache.spark:spark-mllib-local_${scala.binary.version} 2.1.1
org.apache.spark:spark-sql_${scala.binary.version} 2.1.1
org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1
org.apache.spark:spark-tags_${scala.binary.version}
org.jpmml:pmml-model 1.2.15
org.scalanlp:breeze_${scala.binary.version}
org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-mllib-local_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test
org.scalacheck:scalacheck_${scala.binary.version} test

mllib-local/pom.xml maven

pom.xml maven

com.google.protobuf:protobuf-java 2.5.0 compile
com.twitter:parquet-hadoop-bundle 1.6.0 compile
log4j:log4j 1.2.17 compile
net.java.dev.jets3t:jets3t 0.7.1 compile
net.sf.jpam:jpam 1.1 compile
org.apache.avro:avro 1.7.7 compile
org.apache.avro:avro-ipc 1.7.7 compile
org.apache.avro:avro-mapred 1.7.7 compile
org.apache.curator:curator-recipes 2.4.0 compile
org.apache.flume:flume-ng-core 1.6.0 compile
org.apache.flume:flume-ng-sdk 1.6.0 compile
org.apache.hadoop:hadoop-client 2.2.0 compile
org.apache.hadoop:hadoop-yarn-api 2.2.0 compile
org.apache.hadoop:hadoop-yarn-client 2.2.0 compile
org.apache.hadoop:hadoop-yarn-common 2.2.0 compile
org.apache.hadoop:hadoop-yarn-server-web-proxy 2.2.0 compile
org.apache.parquet:parquet-column 1.8.1 compile
org.apache.parquet:parquet-hadoop 1.8.1 compile
org.apache.zookeeper:zookeeper 3.4.5 compile
org.codehaus.jackson:jackson-core-asl 1.9.13 compile
org.codehaus.jackson:jackson-mapper-asl 1.9.13 compile
org.slf4j:slf4j-api 1.7.16 compile
org.slf4j:slf4j-log4j12 1.7.16 compile
org.spark-project.hive:hive-beeline 1.2.1.spark2 compile
org.spark-project.hive:hive-cli 1.2.1.spark2 compile
org.spark-project.hive:hive-common 1.2.1.spark2 compile
org.spark-project.hive:hive-exec 1.2.1.spark2 compile
org.spark-project.hive:hive-metastore 1.2.1.spark2 compile
org.spark-project.hive:hive-serde 1.2.1.spark2 compile
org.spark-project.hive:hive-shims 1.2.1.spark2 compile
org.xerial.snappy:snappy-java 1.1.2.6 compile
com.google.guava:guava 14.0.1 provided
org.eclipse.jetty:jetty-client 9.2.16.v20160414 provided
org.eclipse.jetty:jetty-continuation 9.2.16.v20160414 provided
org.eclipse.jetty:jetty-http 9.2.16.v20160414 provided
org.eclipse.jetty:jetty-plus 9.2.16.v20160414 provided
org.eclipse.jetty:jetty-proxy 9.2.16.v20160414 provided
org.eclipse.jetty:jetty-security 9.2.16.v20160414 provided
org.eclipse.jetty:jetty-server 9.2.16.v20160414 provided
org.eclipse.jetty:jetty-servlet 9.2.16.v20160414 provided
org.eclipse.jetty:jetty-servlets 9.2.16.v20160414 provided
org.eclipse.jetty:jetty-util 9.2.16.v20160414 provided
${jline.groupid}:jline ${jline.version}
com.clearspring.analytics:stream 2.7.0
com.fasterxml.jackson.core:jackson-annotations 2.6.5
com.fasterxml.jackson.core:jackson-databind 2.6.5
com.fasterxml.jackson.module:jackson-module-jaxb-annotations 2.6.5
com.fasterxml.jackson.module:jackson-module-scala_2.11 2.6.5
com.google.code.findbugs:jsr305 1.3.9
com.ning:compress-lzf 1.0.3
com.twitter:chill-java 0.8.0
com.twitter:chill_2.11 0.8.0
commons-codec:commons-codec 1.10
commons-collections:commons-collections 3.2.2
commons-httpclient:commons-httpclient 3.1
commons-io:commons-io 2.4
commons-lang:commons-lang 2.6
commons-net:commons-net 2.2
io.dropwizard.metrics:metrics-core 3.1.2
io.dropwizard.metrics:metrics-ganglia 3.1.2
io.dropwizard.metrics:metrics-graphite 3.1.2
io.dropwizard.metrics:metrics-json 3.1.2
io.dropwizard.metrics:metrics-jvm 3.1.2
io.netty:netty 3.8.0.Final
io.netty:netty-all 4.0.42.Final
javax.ws.rs:javax.ws.rs-api 2.0.1
joda-time:joda-time 2.9.3
net.jpountz.lz4:lz4 1.3.0
org.antlr:antlr4-runtime 4.5.3
org.apache.calcite:calcite-avatica 1.2.0-incubating
org.apache.calcite:calcite-core 1.2.0-incubating
org.apache.commons:commons-crypto 1.0.0
org.apache.commons:commons-lang3 3.5
org.apache.commons:commons-math3 3.4.1
org.apache.curator:curator-client 2.4.0
org.apache.curator:curator-framework 2.4.0
org.apache.derby:derby 10.12.1.1
org.apache.httpcomponents:httpclient 4.5.2
org.apache.httpcomponents:httpcore 4.4.4
org.apache.httpcomponents:httpmime 4.5.2
org.apache.ivy:ivy 2.4.0
org.apache.spark:spark-tags_2.11 2.1.1
org.apache.thrift:libfb303 0.9.3
org.apache.thrift:libthrift 0.9.3
org.apache.xbean:xbean-asm5-shaded 4.4
org.codehaus.jackson:jackson-jaxrs 1.9.13
org.codehaus.jackson:jackson-xc 1.9.13
org.codehaus.janino:commons-compiler 3.0.0
org.codehaus.janino:janino 3.0.0
org.datanucleus:datanucleus-core 3.2.10
org.glassfish.jersey.containers:jersey-container-servlet 2.22.2
org.glassfish.jersey.containers:jersey-container-servlet-core 2.22.2
org.glassfish.jersey.core:jersey-client 2.22.2
org.glassfish.jersey.core:jersey-common 2.22.2
org.glassfish.jersey.core:jersey-server 2.22.2
org.glassfish.jersey:jersey-client 2.22.2
org.jodd:jodd-core 3.5.2
org.json4s:json4s-jackson_2.11 3.2.11
org.roaringbitmap:RoaringBitmap 0.5.11
org.scala-lang:scala-actors 2.11.8
org.scala-lang:scala-compiler 2.11.8
org.scala-lang:scala-library 2.11.8
org.scala-lang:scala-reflect 2.11.8
org.scala-lang:scalap 2.11.8
org.scalanlp:breeze_2.11 0.12
org.slf4j:jcl-over-slf4j 1.7.16
org.slf4j:jul-to-slf4j 1.7.16
org.spark-project.hive:hive-jdbc 1.2.1.spark2
org.spark-project.spark:unused 1.0.0
com.novocode:junit-interface 0.11 test
com.novocode:junit-interface test
com.spotify:docker-client 5.0.2 test
junit:junit 4.12 test
junit:junit test
mysql:mysql-connector-java 5.1.38 test
org.apache.avro:avro-ipc 1.7.7 test
org.apache.curator:curator-test 2.4.0 test
org.apache.hadoop:hadoop-yarn-server-tests 2.2.0 test
org.apache.parquet:parquet-avro 1.8.1 test
org.hamcrest:hamcrest-core 1.3 test
org.hamcrest:hamcrest-library 1.3 test
org.mockito:mockito-core 1.10.19 test
org.postgresql:postgresql 9.4.1207.jre7 test
org.scalacheck:scalacheck_2.11 1.12.5 test
org.scalatest:scalatest_2.11 2.2.6 test
org.scalatest:scalatest_2.11 test
org.seleniumhq.selenium:selenium-htmlunit-driver 2.52.0 test
org.seleniumhq.selenium:selenium-java 2.52.0 test
xml-apis:xml-apis 1.4.01 test

repl/pom.xml maven

${jline.groupid}:jline
org.apache.spark:spark-core_${scala.binary.version} 2.1.1
org.apache.spark:spark-mllib_${scala.binary.version} 2.1.1
org.apache.spark:spark-sql_${scala.binary.version} 2.1.1
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.xbean:xbean-asm5-shaded
org.eclipse.jetty:jetty-http
org.eclipse.jetty:jetty-plus
org.eclipse.jetty:jetty-server
org.eclipse.jetty:jetty-util
org.scala-lang:scala-compiler ${scala.version}
org.scala-lang:scala-library
org.scala-lang:scala-reflect ${scala.version}
org.slf4j:jul-to-slf4j
org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test
org.scalacheck:scalacheck_${scala.binary.version} test

sql/catalyst/pom.xml maven

sql/core/pom.xml maven

com.fasterxml.jackson.core:jackson-databind ${fasterxml.jackson.version}
com.univocity:univocity-parsers 2.2.1
org.apache.parquet:parquet-column
org.apache.parquet:parquet-hadoop
org.apache.spark:spark-catalyst_${scala.binary.version} 2.1.1
org.apache.spark:spark-core_${scala.binary.version} 2.1.1
org.apache.spark:spark-sketch_${scala.binary.version} 2.1.1
org.apache.spark:spark-tags_${scala.binary.version}
org.apache.xbean:xbean-asm5-shaded
org.eclipse.jetty:jetty-servlet
com.h2database:h2 1.4.183 test
mysql:mysql-connector-java test
org.apache.parquet:parquet-avro test
org.apache.spark:spark-catalyst_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-tags_${scala.binary.version} test
org.mockito:mockito-core test
org.postgresql:postgresql test
org.scalacheck:scalacheck_${scala.binary.version} test

sql/hive/pom.xml maven

sql/hive-thriftserver/pom.xml maven

streaming/pom.xml maven

tools/pom.xml maven

yarn/pom.xml maven

com.google.guava:guava
org.apache.hadoop:hadoop-client
org.apache.hadoop:hadoop-yarn-api
org.apache.hadoop:hadoop-yarn-client
org.apache.hadoop:hadoop-yarn-common
org.apache.hadoop:hadoop-yarn-server-web-proxy
org.apache.spark:spark-core_${scala.binary.version} 2.1.1
org.eclipse.jetty:jetty-http
org.eclipse.jetty:jetty-plus
org.eclipse.jetty:jetty-server
org.eclipse.jetty:jetty-servlet
org.eclipse.jetty:jetty-servlets
org.eclipse.jetty:jetty-util
${hive.group}:hive-exec test
${hive.group}:hive-metastore test
com.sun.jersey.contribs:jersey-guice 1.9 test
com.sun.jersey:jersey-core 1.9 test
com.sun.jersey:jersey-json 1.9 test
com.sun.jersey:jersey-server 1.9 test
org.apache.hadoop:hadoop-yarn-server-tests test
org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-network-yarn_${scala.binary.version} 2.1.1 test
org.apache.spark:spark-tags_${scala.binary.version} test
org.apache.thrift:libfb303 test
org.apache.thrift:libthrift test
org.eclipse.jetty.orbit:javax.servlet.jsp 2.2.0.v201112011158 test
org.eclipse.jetty.orbit:javax.servlet.jsp.jstl 1.2.0.v201105211821 test
org.mockito:mockito-core test
org.mortbay.jetty:jetty 6.1.26 test

dev/requirements.txt pypi

PyGithub ==1.26.0 development
Unidecode ==0.04.19 development
jira ==1.0.3 development
pypandoc ==1.3.3 development

python/setup.py pypi

py4j ==0.10.4

external/docker/spark-mesos/Dockerfile docker

mesosphere/mesos 0.20.1 build

external/docker/spark-test/base/Dockerfile docker

ubuntu precise build

external/docker/spark-test/master/Dockerfile docker

spark-test-base latest build

external/docker/spark-test/worker/Dockerfile docker

spark-test-base latest build