Ecosyste.ms: Repos
An open API service providing repository metadata for many open source software ecosystems.
GitHub / soaped / big_data
大数据学习
JSON API: https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/soaped%2Fbig_data
Stars: 0
Forks: 1
Open Issues: 54
License: None
Language: Scala
Repo Size: 23.8 MB
Dependencies:
789
Created: about 6 years ago
Updated: almost 4 years ago
Last pushed: over 1 year ago
Last synced: about 1 year ago
Files
Loading...
Readme
Loading...
Dependencies
commerce/pom.xml
maven
- log4j:log4j 1.2.17
- org.apache.spark:spark-core_2.11 2.1.1
- org.apache.spark:spark-graphx_2.11 2.1.1
- org.apache.spark:spark-hive_2.11 2.1.1
- org.apache.spark:spark-mllib_2.11 2.1.1
- org.apache.spark:spark-sql_2.11 2.1.1
- org.apache.spark:spark-streaming_2.11 2.1.1
- org.scala-lang:scala-library 2.11.8
- org.slf4j:jcl-over-slf4j 1.7.22
- org.slf4j:slf4j-api 1.7.22
- org.slf4j:slf4j-log4j12 1.7.22
- com.soap:hbase 1.0-SNAPSHOT
- joda-time:joda-time 2.3
- org.apache.hbase:hbase-client 1.3.1
- org.apache.hbase:hbase-server 1.3.1
- org.apache.kafka:kafka-clients 0.11.0.2
- org.projectlombok:lombok 1.16.10
- junit:junit 4.12 test
- com.alibaba:fastjson 1.2.36
- com.soap:hbase 1.0-SNAPSHOT
- mysql:mysql-connector-java 5.1.27
- org.apache.hbase:hbase-client 1.3.1
- org.apache.hbase:hbase-server 1.3.1
- org.projectlombok:lombok 1.16.10
- junit:junit 4.12 test
- c3p0:c3p0 0.9.1.2
- javax.servlet:jstl 1.2
- javax.servlet:servlet-api 2.5
- mysql:mysql-connector-java 5.1.27
- org.aspectj:aspectjweaver 1.8.10
- org.mybatis:mybatis 3.2.1
- org.mybatis:mybatis-spring 1.3.0
- org.projectlombok:lombok 1.16.10
- org.springframework:spring-context-support 4.3.3.RELEASE
- org.springframework:spring-jdbc 4.3.3.RELEASE
- org.springframework:spring-webmvc 4.3.3.RELEASE
- junit:junit 3.8.1 test
- junit:junit 4.12 test
- com.soap:commerce_basic 1.0-SNAPSHOT
- org.apache.spark:spark-core_2.11
- org.apache.spark:spark-sql_2.11
- org.apache.spark:spark-streaming-kafka-0-10_2.11 ${spark.version}
- org.apache.spark:spark-streaming_2.11 ${spark.version}
- org.scala-lang:scala-library
common/pom.xml
maven
- com.google.guava:guava 18.0 compile
- junit:junit 4.12 compile
- log4j:log4j 1.2.17 compile
- org.apache.commons:commons-lang3 3.5 compile
- org.slf4j:slf4j-api 1.7.25 compile
- aspectj:aspectjtools 1.5.0
- org.apache.commons:commons-io 1.3.2
- org.aspectj:aspectjrt 1.6.12
- org.aspectj:aspectjweaver 1.7.4
flink4/pom.xml
maven
- com.typesafe.scala-logging:scala-logging_2.11 3.7.2
- log4j:log4j 1.2.15
- mysql:mysql-connector-java 5.1.40
- org.apache.flink:flink-clients_2.11 1.4.2
- org.apache.flink:flink-connector-kafka-0.8_2.11 1.4.2
- org.apache.flink:flink-core 1.4.2
- org.apache.flink:flink-jdbc 1.4.2
- org.apache.flink:flink-scala_2.11 1.4.2
- org.apache.flink:flink-streaming-scala_2.11 1.4.2
flink6/pom.xml
maven
- com.typesafe.scala-logging:scala-logging_2.11 3.7.2
- log4j:log4j 1.2.15
- mysql:mysql-connector-java 5.1.40
- org.apache.flink:flink-clients_2.11 1.6.2
- org.apache.flink:flink-connector-kafka-0.8_2.11 1.6.2
- org.apache.flink:flink-core 1.6.2
- org.apache.flink:flink-jdbc 1.6.2
- org.apache.flink:flink-scala_2.11 1.6.2
- org.apache.flink:flink-streaming-scala_2.11 1.6.2
hbase/pom.xml
maven
hdfs/pom.xml
maven
- junit:junit RELEASE
- org.apache.hadoop:hadoop-client 2.7.2
- org.apache.hadoop:hadoop-common 2.7.2
- org.apache.hadoop:hadoop-hdfs 2.7.2
- org.apache.logging.log4j:log4j-core 2.8.2
- org.projectlombok:lombok 1.16.10
kafka/pom.xml
maven
- org.apache.kafka:kafka-clients 0.11.0.2
- org.apache.kafka:kafka-streams 0.11.0.2
- org.slf4j:slf4j-api 1.5.6
- org.slf4j:slf4j-simple 1.5.6
- com.alibaba:fastjson 1.2.36
- org.projectlombok:lombok 1.16.10 compile
- commons-lang:commons-lang
- commons-logging:commons-logging
- org.apache.hbase:hbase-client
- org.apache.hive:hive-exec 1.2.1
- org.apache.spark:spark-streaming_2.11
- org.codehaus.jackson:jackson-core-asl
- org.codehaus.jackson:jackson-mapper-asl
- org.slf4j:slf4j-api
- org.slf4j:slf4j-log4j12
- org.projectlombok:lombok 1.16.10 compile
- com.soap:common 1.0-SNAPSHOT
- org.apache.hbase:hbase-client
- org.apache.kafka:kafka-clients 0.8.2.2
- org.apache.spark:spark-core_2.11 2.1.1
- org.apache.spark:spark-streaming-kafka-0-8_2.11
- org.apache.spark:spark-streaming_2.11 2.1.1
- org.slf4j:slf4j-api
- org.slf4j:slf4j-log4j12
- redis.clients:jedis 2.9.0
- org.apache.flume:flume-ng-core 1.6.0 provided
- commons-lang:commons-lang 2.6
- commons-logging:commons-logging 1.1.3
- net.sf.json-lib:json-lib 2.4
- org.apache.hbase:hbase-client 1.3.1
- org.apache.spark:spark-streaming-kafka-0-8_2.11 2.1.1
- org.apache.spark:spark-streaming_2.11 2.1.1
- org.codehaus.jackson:jackson-core-asl 1.9.12
- org.codehaus.jackson:jackson-mapper-asl 1.9.12
- org.slf4j:slf4j-api 1.7.5
- org.slf4j:slf4j-log4j12 1.7.5
- com.maxmind.db:maxmind-db RELEASE
- junit:junit 4.12
- javax.servlet:servlet-api 2.5 provided
- com.alibaba:fastjson 1.2.24
- com.fasterxml.jackson.core:jackson-core 2.8.8
- com.fasterxml.jackson.core:jackson-databind 2.8.3
- com.maxmind.db:maxmind-db 1.0.0
- com.soap:log-collector-common 1.0-SNAPSHOT
- junit:junit 4.11
- org.apache.kafka:kafka_2.11 0.10.0.1
- org.springframework:spring-webmvc 4.3.5.RELEASE
scala_study/pom.xml
maven
- org.scala-lang:scala-library 2.11.8
- com.google.guava:guava ${hadoop.deps.scope}
- org.spark-project.spark:unused 1.0.0 provided
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1
- org.apache.spark:spark-graphx_${scala.binary.version} 2.1.1
- org.apache.spark:spark-mllib_${scala.binary.version} 2.1.1
- org.apache.spark:spark-repl_${scala.binary.version} 2.1.1
- org.apache.spark:spark-sql_${scala.binary.version} 2.1.1
- org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1
- com.google.guava:guava compile
- org.slf4j:slf4j-api provided
- com.fasterxml.jackson.core:jackson-annotations
- com.fasterxml.jackson.core:jackson-databind
- com.google.code.findbugs:jsr305
- io.netty:netty-all
- org.apache.commons:commons-lang3
- org.apache.spark:spark-tags_${scala.binary.version}
- org.fusesource.leveldbjni:leveldbjni-all 1.8
- log4j:log4j test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.slf4j:slf4j-log4j12 test
- org.slf4j:slf4j-api provided
- com.google.guava:guava
- io.dropwizard.metrics:metrics-core
- org.apache.spark:spark-network-common_${scala.binary.version} 2.1.1
- org.apache.spark:spark-tags_${scala.binary.version}
- log4j:log4j test
- org.apache.spark:spark-network-common_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.scala-lang:scala-library ${scala.version}
- org.slf4j:slf4j-api provided
- com.google.code.findbugs:jsr305
- com.google.guava:guava
- com.twitter:chill_${scala.binary.version}
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.commons:commons-lang3 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.scalacheck:scalacheck_${scala.binary.version} test
spark-2.1.1/core/pom.xml
maven
- org.eclipse.jetty:jetty-client compile
- org.eclipse.jetty:jetty-continuation compile
- org.eclipse.jetty:jetty-http compile
- org.eclipse.jetty:jetty-plus compile
- org.eclipse.jetty:jetty-proxy compile
- org.eclipse.jetty:jetty-security compile
- org.eclipse.jetty:jetty-server compile
- org.eclipse.jetty:jetty-servlet compile
- org.eclipse.jetty:jetty-servlets compile
- org.eclipse.jetty:jetty-util compile
- com.clearspring.analytics:stream
- com.fasterxml.jackson.core:jackson-databind
- com.fasterxml.jackson.module:jackson-module-scala_${scala.binary.version}
- com.google.code.findbugs:jsr305
- com.google.guava:guava
- com.ning:compress-lzf
- com.twitter:chill-java
- com.twitter:chill_${scala.binary.version}
- commons-net:commons-net
- io.dropwizard.metrics:metrics-core
- io.dropwizard.metrics:metrics-graphite
- io.dropwizard.metrics:metrics-json
- io.dropwizard.metrics:metrics-jvm
- io.netty:netty
- io.netty:netty-all
- javax.servlet:javax.servlet-api ${javaxservlet.version}
- log4j:log4j
- net.java.dev.jets3t:jets3t
- net.jpountz.lz4:lz4
- net.razorvine:pyrolite 4.13
- net.sf.py4j:py4j 0.10.4
- org.apache.avro:avro-mapred
- org.apache.commons:commons-crypto
- org.apache.commons:commons-lang3
- org.apache.commons:commons-math3
- org.apache.curator:curator-recipes
- org.apache.hadoop:hadoop-client
- org.apache.ivy:ivy
- org.apache.spark:spark-launcher_${scala.binary.version} 2.1.1
- org.apache.spark:spark-network-common_${scala.binary.version} 2.1.1
- org.apache.spark:spark-network-shuffle_${scala.binary.version} 2.1.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.spark:spark-unsafe_${scala.binary.version} 2.1.1
- org.apache.xbean:xbean-asm5-shaded
- org.glassfish.jersey.containers:jersey-container-servlet
- org.glassfish.jersey.containers:jersey-container-servlet-core
- org.glassfish.jersey.core:jersey-client
- org.glassfish.jersey.core:jersey-common
- org.glassfish.jersey.core:jersey-server
- org.json4s:json4s-jackson_${scala.binary.version}
- org.roaringbitmap:RoaringBitmap
- org.scala-lang:scala-library
- org.slf4j:jcl-over-slf4j
- org.slf4j:jul-to-slf4j
- org.slf4j:slf4j-api
- org.slf4j:slf4j-log4j12
- org.xerial.snappy:snappy-java
- oro:oro ${oro.version}
- org.apache.curator:curator-test test
- org.apache.derby:derby test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.hamcrest:hamcrest-core test
- org.hamcrest:hamcrest-library test
- org.mockito:mockito-core test
- org.scalacheck:scalacheck_${scala.binary.version} test
- org.seleniumhq.selenium:selenium-htmlunit-driver test
- org.seleniumhq.selenium:selenium-java test
- xml-apis:xml-apis test
- com.twitter:parquet-hadoop-bundle provided
- org.apache.commons:commons-math3 provided
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 provided
- org.apache.spark:spark-graphx_${scala.binary.version} 2.1.1 provided
- org.apache.spark:spark-hive_${scala.binary.version} 2.1.1 provided
- org.apache.spark:spark-mllib_${scala.binary.version} 2.1.1 provided
- org.apache.spark:spark-streaming-flume_${scala.binary.version} 2.1.1 provided
- org.apache.spark:spark-streaming-kafka-0-8_${scala.binary.version} 2.1.1 provided
- org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 provided
- org.scala-lang:scala-library provided
- org.spark-project.spark:unused 1.0.0 provided
- com.github.scopt:scopt_${scala.binary.version} 3.3.0
- org.scalacheck:scalacheck_${scala.binary.version} test
- com.google.guava:guava 18.0
- com.ibm.db2.jcc:db2jcc4 10.5.0.5
- com.oracle:ojdbc6 11.2.0.1.0 test
- com.spotify:docker-client test
- mysql:mysql-connector-java test
- org.apache.httpcomponents:httpclient test
- org.apache.httpcomponents:httpcore test
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-sql_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.postgresql:postgresql test
- org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 provided
- org.apache.flume:flume-ng-core
- org.apache.flume:flume-ng-sdk
- org.apache.spark:spark-streaming-flume-sink_${scala.binary.version} 2.1.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.scalacheck:scalacheck_${scala.binary.version} test
- com.google.protobuf:protobuf-java provided
- commons-codec:commons-codec provided
- commons-lang:commons-lang provided
- commons-net:commons-net provided
- org.apache.avro:avro provided
- org.apache.avro:avro-ipc provided
- org.apache.avro:avro-mapred provided
- org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 provided
- org.scala-lang:scala-library provided
- org.apache.spark:spark-streaming-flume_${scala.binary.version} 2.1.1
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1
- org.apache.spark:spark-sql_${scala.binary.version} 2.1.1
- org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-sql_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 provided
- org.apache.kafka:kafka_${scala.binary.version} 0.10.0.1
- org.apache.spark:spark-tags_${scala.binary.version}
- net.sf.jopt-simple:jopt-simple 3.2 test
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.scalacheck:scalacheck_${scala.binary.version} test
- com.google.protobuf:protobuf-java provided
- commons-codec:commons-codec provided
- commons-lang:commons-lang provided
- log4j:log4j provided
- net.java.dev.jets3t:jets3t provided
- net.jpountz.lz4:lz4 provided
- org.apache.avro:avro-mapred provided
- org.apache.curator:curator-recipes provided
- org.apache.hadoop:hadoop-client provided
- org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 provided
- org.apache.zookeeper:zookeeper provided
- org.scala-lang:scala-library provided
- org.slf4j:slf4j-api provided
- org.slf4j:slf4j-log4j12 provided
- org.xerial.snappy:snappy-java provided
- org.apache.spark:spark-streaming-kafka-0-10_${scala.binary.version} 2.1.1
- org.apache.spark:spark-sql_${scala.binary.version} 2.1.1 provided
- org.apache.kafka:kafka-clients 0.10.0.1
- org.apache.spark:spark-tags_${scala.binary.version}
- net.sf.jopt-simple:jopt-simple 3.2 test
- org.apache.kafka:kafka_${scala.binary.version} 0.10.0.1 test
- org.apache.spark:spark-catalyst_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-sql_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.scalacheck:scalacheck_${scala.binary.version} test
- org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 provided
- org.apache.kafka:kafka_${scala.binary.version} 0.8.2.1
- org.apache.spark:spark-tags_${scala.binary.version}
- net.sf.jopt-simple:jopt-simple 3.2 test
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.scalacheck:scalacheck_${scala.binary.version} test
- com.google.protobuf:protobuf-java provided
- commons-codec:commons-codec provided
- commons-lang:commons-lang provided
- log4j:log4j provided
- net.java.dev.jets3t:jets3t provided
- net.jpountz.lz4:lz4 provided
- org.apache.avro:avro-mapred provided
- org.apache.curator:curator-recipes provided
- org.apache.hadoop:hadoop-client provided
- org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 provided
- org.apache.zookeeper:zookeeper provided
- org.scala-lang:scala-library provided
- org.slf4j:slf4j-api provided
- org.slf4j:slf4j-log4j12 provided
- org.xerial.snappy:snappy-java provided
- org.apache.spark:spark-streaming-kafka-0-8_${scala.binary.version} 2.1.1
- com.amazonaws:amazon-kinesis-client ${aws.kinesis.client.version}
- org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1
- org.apache.spark:spark-tags_${scala.binary.version}
- com.amazonaws:amazon-kinesis-producer ${aws.kinesis.producer.version} test
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.scalacheck:scalacheck_${scala.binary.version} test
- com.fasterxml.jackson.core:jackson-databind provided
- commons-lang:commons-lang provided
- log4j:log4j provided
- net.java.dev.jets3t:jets3t provided
- org.apache.avro:avro-ipc provided
- org.apache.avro:avro-mapred provided
- org.apache.curator:curator-recipes provided
- org.apache.hadoop:hadoop-client provided
- org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 provided
- org.apache.zookeeper:zookeeper provided
- org.glassfish.jersey.core:jersey-client provided
- org.glassfish.jersey.core:jersey-common provided
- org.glassfish.jersey.core:jersey-server provided
- org.slf4j:slf4j-api provided
- org.slf4j:slf4j-log4j12 provided
- org.xerial.snappy:snappy-java provided
- com.google.protobuf:protobuf-java 2.6.1
- org.apache.spark:spark-streaming-kinesis-asl_${scala.binary.version} 2.1.1
- com.github.fommil.netlib:core ${netlib.java.version}
- com.google.guava:guava
- net.sourceforge.f2j:arpack_combined_all 0.1
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1
- org.apache.spark:spark-mllib-local_${scala.binary.version} 2.1.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.xbean:xbean-asm5-shaded
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.scalacheck:scalacheck_${scala.binary.version} test
- com.google.guava:guava
- org.apache.mesos:mesos 1.0.0
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1
- org.eclipse.jetty:jetty-http
- org.eclipse.jetty:jetty-plus
- org.eclipse.jetty:jetty-server
- org.eclipse.jetty:jetty-servlet
- org.eclipse.jetty:jetty-servlets
- org.eclipse.jetty:jetty-util
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.mockito:mockito-core test
- org.apache.commons:commons-math3
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1
- org.apache.spark:spark-graphx_${scala.binary.version} 2.1.1
- org.apache.spark:spark-mllib-local_${scala.binary.version} 2.1.1
- org.apache.spark:spark-sql_${scala.binary.version} 2.1.1
- org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.jpmml:pmml-model 1.2.15
- org.scalanlp:breeze_${scala.binary.version}
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-mllib-local_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-streaming_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.scalacheck:scalacheck_${scala.binary.version} test
spark-2.1.1/pom.xml
maven
- com.google.protobuf:protobuf-java 2.5.0 compile
- com.twitter:parquet-hadoop-bundle 1.6.0 compile
- log4j:log4j 1.2.17 compile
- net.java.dev.jets3t:jets3t 0.7.1 compile
- net.sf.jpam:jpam 1.1 compile
- org.apache.avro:avro 1.7.7 compile
- org.apache.avro:avro-ipc 1.7.7 compile
- org.apache.avro:avro-mapred 1.7.7 compile
- org.apache.curator:curator-recipes 2.4.0 compile
- org.apache.flume:flume-ng-core 1.6.0 compile
- org.apache.flume:flume-ng-sdk 1.6.0 compile
- org.apache.hadoop:hadoop-client 2.2.0 compile
- org.apache.hadoop:hadoop-yarn-api 2.2.0 compile
- org.apache.hadoop:hadoop-yarn-client 2.2.0 compile
- org.apache.hadoop:hadoop-yarn-common 2.2.0 compile
- org.apache.hadoop:hadoop-yarn-server-web-proxy 2.2.0 compile
- org.apache.parquet:parquet-column 1.8.1 compile
- org.apache.parquet:parquet-hadoop 1.8.1 compile
- org.apache.zookeeper:zookeeper 3.4.5 compile
- org.codehaus.jackson:jackson-core-asl 1.9.13 compile
- org.codehaus.jackson:jackson-mapper-asl 1.9.13 compile
- org.slf4j:slf4j-api 1.7.16 compile
- org.slf4j:slf4j-log4j12 1.7.16 compile
- org.spark-project.hive:hive-beeline 1.2.1.spark2 compile
- org.spark-project.hive:hive-cli 1.2.1.spark2 compile
- org.spark-project.hive:hive-common 1.2.1.spark2 compile
- org.spark-project.hive:hive-exec 1.2.1.spark2 compile
- org.spark-project.hive:hive-metastore 1.2.1.spark2 compile
- org.spark-project.hive:hive-serde 1.2.1.spark2 compile
- org.spark-project.hive:hive-shims 1.2.1.spark2 compile
- org.xerial.snappy:snappy-java 1.1.2.6 compile
- com.google.guava:guava 14.0.1 provided
- org.eclipse.jetty:jetty-client 9.2.16.v20160414 provided
- org.eclipse.jetty:jetty-continuation 9.2.16.v20160414 provided
- org.eclipse.jetty:jetty-http 9.2.16.v20160414 provided
- org.eclipse.jetty:jetty-plus 9.2.16.v20160414 provided
- org.eclipse.jetty:jetty-proxy 9.2.16.v20160414 provided
- org.eclipse.jetty:jetty-security 9.2.16.v20160414 provided
- org.eclipse.jetty:jetty-server 9.2.16.v20160414 provided
- org.eclipse.jetty:jetty-servlet 9.2.16.v20160414 provided
- org.eclipse.jetty:jetty-servlets 9.2.16.v20160414 provided
- org.eclipse.jetty:jetty-util 9.2.16.v20160414 provided
- ${jline.groupid}:jline ${jline.version}
- com.clearspring.analytics:stream 2.7.0
- com.fasterxml.jackson.core:jackson-annotations 2.6.5
- com.fasterxml.jackson.core:jackson-databind 2.6.5
- com.fasterxml.jackson.module:jackson-module-jaxb-annotations 2.6.5
- com.fasterxml.jackson.module:jackson-module-scala_2.11 2.6.5
- com.google.code.findbugs:jsr305 1.3.9
- com.ning:compress-lzf 1.0.3
- com.twitter:chill-java 0.8.0
- com.twitter:chill_2.11 0.8.0
- commons-codec:commons-codec 1.10
- commons-collections:commons-collections 3.2.2
- commons-httpclient:commons-httpclient 3.1
- commons-io:commons-io 2.4
- commons-lang:commons-lang 2.6
- commons-net:commons-net 2.2
- io.dropwizard.metrics:metrics-core 3.1.2
- io.dropwizard.metrics:metrics-ganglia 3.1.2
- io.dropwizard.metrics:metrics-graphite 3.1.2
- io.dropwizard.metrics:metrics-json 3.1.2
- io.dropwizard.metrics:metrics-jvm 3.1.2
- io.netty:netty 3.8.0.Final
- io.netty:netty-all 4.0.42.Final
- javax.ws.rs:javax.ws.rs-api 2.0.1
- joda-time:joda-time 2.9.3
- net.jpountz.lz4:lz4 1.3.0
- org.antlr:antlr4-runtime 4.5.3
- org.apache.calcite:calcite-avatica 1.2.0-incubating
- org.apache.calcite:calcite-core 1.2.0-incubating
- org.apache.commons:commons-crypto 1.0.0
- org.apache.commons:commons-lang3 3.5
- org.apache.commons:commons-math3 3.4.1
- org.apache.curator:curator-client 2.4.0
- org.apache.curator:curator-framework 2.4.0
- org.apache.derby:derby 10.12.1.1
- org.apache.httpcomponents:httpclient 4.5.2
- org.apache.httpcomponents:httpcore 4.4.4
- org.apache.httpcomponents:httpmime 4.5.2
- org.apache.ivy:ivy 2.4.0
- org.apache.spark:spark-tags_2.11 2.1.1
- org.apache.thrift:libfb303 0.9.3
- org.apache.thrift:libthrift 0.9.3
- org.apache.xbean:xbean-asm5-shaded 4.4
- org.codehaus.jackson:jackson-jaxrs 1.9.13
- org.codehaus.jackson:jackson-xc 1.9.13
- org.codehaus.janino:commons-compiler 3.0.0
- org.codehaus.janino:janino 3.0.0
- org.datanucleus:datanucleus-core 3.2.10
- org.glassfish.jersey.containers:jersey-container-servlet 2.22.2
- org.glassfish.jersey.containers:jersey-container-servlet-core 2.22.2
- org.glassfish.jersey.core:jersey-client 2.22.2
- org.glassfish.jersey.core:jersey-common 2.22.2
- org.glassfish.jersey.core:jersey-server 2.22.2
- org.glassfish.jersey:jersey-client 2.22.2
- org.jodd:jodd-core 3.5.2
- org.json4s:json4s-jackson_2.11 3.2.11
- org.roaringbitmap:RoaringBitmap 0.5.11
- org.scala-lang:scala-actors 2.11.8
- org.scala-lang:scala-compiler 2.11.8
- org.scala-lang:scala-library 2.11.8
- org.scala-lang:scala-reflect 2.11.8
- org.scala-lang:scalap 2.11.8
- org.scalanlp:breeze_2.11 0.12
- org.slf4j:jcl-over-slf4j 1.7.16
- org.slf4j:jul-to-slf4j 1.7.16
- org.spark-project.hive:hive-jdbc 1.2.1.spark2
- org.spark-project.spark:unused 1.0.0
- com.novocode:junit-interface 0.11 test
- com.novocode:junit-interface test
- com.spotify:docker-client 5.0.2 test
- junit:junit 4.12 test
- junit:junit test
- mysql:mysql-connector-java 5.1.38 test
- org.apache.avro:avro-ipc 1.7.7 test
- org.apache.curator:curator-test 2.4.0 test
- org.apache.hadoop:hadoop-yarn-server-tests 2.2.0 test
- org.apache.parquet:parquet-avro 1.8.1 test
- org.hamcrest:hamcrest-core 1.3 test
- org.hamcrest:hamcrest-library 1.3 test
- org.mockito:mockito-core 1.10.19 test
- org.postgresql:postgresql 9.4.1207.jre7 test
- org.scalacheck:scalacheck_2.11 1.12.5 test
- org.scalatest:scalatest_2.11 2.2.6 test
- org.scalatest:scalatest_2.11 test
- org.seleniumhq.selenium:selenium-htmlunit-driver 2.52.0 test
- org.seleniumhq.selenium:selenium-java 2.52.0 test
- xml-apis:xml-apis 1.4.01 test
spark-2.1.1/repl/pom.xml
maven
- ${jline.groupid}:jline
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1
- org.apache.spark:spark-mllib_${scala.binary.version} 2.1.1
- org.apache.spark:spark-sql_${scala.binary.version} 2.1.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.xbean:xbean-asm5-shaded
- org.eclipse.jetty:jetty-http
- org.eclipse.jetty:jetty-plus
- org.eclipse.jetty:jetty-server
- org.eclipse.jetty:jetty-util
- org.scala-lang:scala-compiler ${scala.version}
- org.scala-lang:scala-library
- org.scala-lang:scala-reflect ${scala.version}
- org.slf4j:jul-to-slf4j
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.scalacheck:scalacheck_${scala.binary.version} test
- commons-codec:commons-codec
- org.antlr:antlr4-runtime
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.spark:spark-unsafe_${scala.binary.version} 2.1.1
- org.codehaus.janino:commons-compiler
- org.codehaus.janino:janino
- org.scala-lang:scala-reflect
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.scalacheck:scalacheck_${scala.binary.version} test
- com.fasterxml.jackson.core:jackson-databind ${fasterxml.jackson.version}
- com.univocity:univocity-parsers 2.2.1
- org.apache.parquet:parquet-column
- org.apache.parquet:parquet-hadoop
- org.apache.spark:spark-catalyst_${scala.binary.version} 2.1.1
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1
- org.apache.spark:spark-sketch_${scala.binary.version} 2.1.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.xbean:xbean-asm5-shaded
- org.eclipse.jetty:jetty-servlet
- com.h2database:h2 1.4.183 test
- mysql:mysql-connector-java test
- org.apache.parquet:parquet-avro test
- org.apache.spark:spark-catalyst_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.postgresql:postgresql test
- org.scalacheck:scalacheck_${scala.binary.version} test
- ${hive.group}:hive-exec
- ${hive.group}:hive-metastore
- com.google.code.findbugs:jsr305
- com.twitter:parquet-hadoop-bundle
- commons-codec:commons-codec
- commons-httpclient:commons-httpclient
- joda-time:joda-time
- org.apache.avro:avro
- org.apache.avro:avro-mapred
- org.apache.calcite:calcite-avatica
- org.apache.calcite:calcite-core
- org.apache.httpcomponents:httpclient
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1
- org.apache.spark:spark-sql_${scala.binary.version} 2.1.1
- org.apache.thrift:libfb303
- org.apache.thrift:libthrift
- org.codehaus.jackson:jackson-mapper-asl
- org.datanucleus:datanucleus-core
- org.jodd:jodd-core
- org.apache.spark:spark-catalyst_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-sql_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.scalacheck:scalacheck_${scala.binary.version} test
- ${hive.group}:hive-beeline
- ${hive.group}:hive-cli
- ${hive.group}:hive-jdbc
- com.google.guava:guava
- net.sf.jpam:jpam
- org.apache.spark:spark-hive_${scala.binary.version} 2.1.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-sql_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.seleniumhq.selenium:selenium-htmlunit-driver test
- org.seleniumhq.selenium:selenium-java test
- com.google.guava:guava
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1
- org.apache.spark:spark-tags_${scala.binary.version}
- org.eclipse.jetty:jetty-http
- org.eclipse.jetty:jetty-plus
- org.eclipse.jetty:jetty-server
- org.eclipse.jetty:jetty-servlet
- org.eclipse.jetty:jetty-servlets
- org.eclipse.jetty:jetty-util
- org.scala-lang:scala-library
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.mockito:mockito-core test
- org.scalacheck:scalacheck_${scala.binary.version} test
- org.seleniumhq.selenium:selenium-htmlunit-driver test
- org.seleniumhq.selenium:selenium-java test
spark-2.1.1/yarn/pom.xml
maven
- com.google.guava:guava
- org.apache.hadoop:hadoop-client
- org.apache.hadoop:hadoop-yarn-api
- org.apache.hadoop:hadoop-yarn-client
- org.apache.hadoop:hadoop-yarn-common
- org.apache.hadoop:hadoop-yarn-server-web-proxy
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1
- org.eclipse.jetty:jetty-http
- org.eclipse.jetty:jetty-plus
- org.eclipse.jetty:jetty-server
- org.eclipse.jetty:jetty-servlet
- org.eclipse.jetty:jetty-servlets
- org.eclipse.jetty:jetty-util
- ${hive.group}:hive-exec test
- ${hive.group}:hive-metastore test
- com.sun.jersey.contribs:jersey-guice 1.9 test
- com.sun.jersey:jersey-core 1.9 test
- com.sun.jersey:jersey-json 1.9 test
- com.sun.jersey:jersey-server 1.9 test
- org.apache.hadoop:hadoop-yarn-server-tests test
- org.apache.spark:spark-core_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-network-yarn_${scala.binary.version} 2.1.1 test
- org.apache.spark:spark-tags_${scala.binary.version} test
- org.apache.thrift:libfb303 test
- org.apache.thrift:libthrift test
- org.eclipse.jetty.orbit:javax.servlet.jsp 2.2.0.v201112011158 test
- org.eclipse.jetty.orbit:javax.servlet.jsp.jstl 1.2.0.v201105211821 test
- org.mockito:mockito-core test
- org.mortbay.jetty:jetty 6.1.26 test
spark_study/pom.xml
maven
- log4j:log4j 1.2.17
- mysql:mysql-connector-java 5.1.36
- org.apache.spark:spark-core_2.11 2.1.1
- org.scala-lang:scala-library 2.11.8
- org.slf4j:jcl-over-slf4j 1.7.25
- org.slf4j:slf4j-api 1.7.25
- org.slf4j:slf4j-log4j12 1.7.25
- mysql:mysql-connector-java 5.1.36
- org.apache.spark:spark-core_2.11 2.1.1
- org.scala-lang:scala-library 2.11.8
- com.soap:hbase 1.0-SNAPSHOT
- org.apache.hbase:hbase-client 1.3.1
- org.apache.commons:commons-pool2 2.5.0
- org.apache.kafka:kafka-clients 0.11.0.2
- org.apache.spark:spark-streaming-kafka-0-8_2.11 ${spark.version}
- org.apache.spark:spark-streaming_2.11 ${spark.version}
storm/pom.xml
maven
- org.apache.storm:storm-core 1.2.1
- org.apache.storm:storm-kafka 1.2.1
- junit:junit 4.12 test
taildirsource/pom.xml
maven
- org.apache.flume:flume-ng-core 1.6.0 provided
traffic/pom.xml
maven
- com.alibaba:fastjson 1.2.36
- joda-time:joda-time 2.3
- org.apache.kafka:kafka-clients 0.11.0.1
- org.scala-lang:scala-library 2.11.8
weibo/pom.xml
maven
- com.soap:hbase 1.0-SNAPSHOT
- io.springfox:springfox-swagger-ui 2.2.2
- io.springfox:springfox-swagger2 2.7.0
- joda-time:joda-time 2.3
- org.projectlombok:lombok 1.16.10
- org.springframework.boot:spring-boot-starter-web 1.5.2.RELEASE
- org.springframework.boot:spring-boot-devtools 1.5.2.RELEASE true
youtube_etl/pom.xml
maven
zookeeper/pom.xml
maven
- ch.qos.logback:logback-access 1.0.13
- ch.qos.logback:logback-classic 1.0.13
- ch.qos.logback:logback-core 1.0.13
- junit:junit 4.12
- junit:junit RELEASE
- org.apache.curator:curator-recipes 2.9.1
- org.apache.logging.log4j:log4j-core 2.8.2
- org.apache.zookeeper:zookeeper 3.4.10
- org.slf4j:slf4j-api 1.7.5
- redis.clients:jedis 2.7.2
- mock *
- pretend *
- pytest *
- scripttest >=1.3
- virtualenv >=1.10
- py4j ==0.10.4
- mesosphere/mesos 0.20.1 build
- ubuntu precise build
- spark-test-base latest build
- spark-test-base latest build