Ecosyste.ms: Repos

An open API service providing repository metadata for many open source software ecosystems.

GitHub / Redwa / pig-on-spark

proof-of-concept implementation of Pig-on-Spark integrated at the logical node level

JSON API: https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/Redwa%2Fpig-on-spark

Fork of databricks/pig-on-spark
Stars: 0
Forks: 0
Open Issues: 0

License: apache-2.0
Language: Scala
Repo Size: 69.5 MB
Dependencies: 231

Created: over 8 years ago
Updated: about 1 year ago
Last pushed: over 9 years ago
Last synced: about 1 year ago

Files

Loading...

Readme

Loading...

Dependencies

docker/spark-test/base/Dockerfile docker

ubuntu precise build

docker/spark-test/master/Dockerfile docker

spark-test-base latest build

docker/spark-test/worker/Dockerfile docker

spark-test-base latest build

assembly/pom.xml maven

org.apache.spark:spark-bagel_${scala.binary.version} 1.1.0-SNAPSHOT
org.apache.spark:spark-core_${scala.binary.version} 1.1.0-SNAPSHOT
org.apache.spark:spark-graphx_${scala.binary.version} 1.1.0-SNAPSHOT
org.apache.spark:spark-mllib_${scala.binary.version} 1.1.0-SNAPSHOT
org.apache.spark:spark-repl_${scala.binary.version} 1.1.0-SNAPSHOT
org.apache.spark:spark-sql_${scala.binary.version} 1.1.0-SNAPSHOT
org.apache.spark:spark-streaming_${scala.binary.version} 1.1.0-SNAPSHOT

bagel/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${project.version}
org.eclipse.jetty:jetty-server
org.scalacheck:scalacheck_${scala.binary.version} test
org.scalatest:scalatest_${scala.binary.version} test

core/pom.xml maven

dev/audit-release/blank_maven_build/pom.xml maven

org.apache.spark:${spark.module} ${spark.version}

dev/audit-release/maven_app_core/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${spark.version}

examples/pom.xml maven

org.apache.spark:spark-bagel_${scala.binary.version} ${project.version} provided
org.apache.spark:spark-core_${scala.binary.version} ${project.version} provided
org.apache.spark:spark-graphx_${scala.binary.version} ${project.version} provided
org.apache.spark:spark-hive_${scala.binary.version} ${project.version} provided
org.apache.spark:spark-mllib_${scala.binary.version} ${project.version} provided
org.apache.spark:spark-streaming_${scala.binary.version} ${project.version} provided
com.github.scopt:scopt_${scala.binary.version} 3.2.0
com.twitter:algebird-core_${scala.binary.version} 0.1.11
org.apache.cassandra:cassandra-all 1.2.6
org.apache.hbase:hbase ${hbase.version}
org.apache.spark:spark-streaming-flume_${scala.binary.version} ${project.version}
org.apache.spark:spark-streaming-kafka_${scala.binary.version} ${project.version}
org.apache.spark:spark-streaming-mqtt_${scala.binary.version} ${project.version}
org.apache.spark:spark-streaming-twitter_${scala.binary.version} ${project.version}
org.apache.spark:spark-streaming-zeromq_${scala.binary.version} ${project.version}
org.eclipse.jetty:jetty-server
org.scalacheck:scalacheck_${scala.binary.version} test
org.scalatest:scalatest_${scala.binary.version} test

external/flume/pom.xml maven

org.apache.flume:flume-ng-sdk 1.4.0
org.apache.spark:spark-streaming_${scala.binary.version} ${project.version}
com.novocode:junit-interface test
org.apache.spark:spark-streaming_${scala.binary.version} ${project.version} test
org.scalacheck:scalacheck_${scala.binary.version} test
org.scalatest:scalatest_${scala.binary.version} test

external/kafka/pom.xml maven

org.apache.kafka:kafka_${scala.binary.version} 0.8.0
org.apache.spark:spark-streaming_${scala.binary.version} ${project.version}
com.novocode:junit-interface test
org.apache.spark:spark-streaming_${scala.binary.version} ${project.version} test
org.scalacheck:scalacheck_${scala.binary.version} test
org.scalatest:scalatest_${scala.binary.version} test

external/mqtt/pom.xml maven

${akka.group}:akka-zeromq_${scala.binary.version} ${akka.version}
org.apache.spark:spark-streaming_${scala.binary.version} ${project.version}
org.eclipse.paho:mqtt-client 0.4.0
com.novocode:junit-interface test
org.apache.spark:spark-streaming_${scala.binary.version} ${project.version} test
org.scalacheck:scalacheck_${scala.binary.version} test
org.scalatest:scalatest_${scala.binary.version} test

external/twitter/pom.xml maven

org.apache.spark:spark-streaming_${scala.binary.version} ${project.version}
org.twitter4j:twitter4j-stream 3.0.3
com.novocode:junit-interface test
org.apache.spark:spark-streaming_${scala.binary.version} ${project.version} test
org.scalacheck:scalacheck_${scala.binary.version} test
org.scalatest:scalatest_${scala.binary.version} test

external/zeromq/pom.xml maven

${akka.group}:akka-zeromq_${scala.binary.version} ${akka.version}
org.apache.spark:spark-streaming_${scala.binary.version} ${project.version}
com.novocode:junit-interface test
org.apache.spark:spark-streaming_${scala.binary.version} ${project.version} test
org.scalacheck:scalacheck_${scala.binary.version} test
org.scalatest:scalatest_${scala.binary.version} test

extras/java8-tests/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${project.version}
org.apache.spark:spark-streaming_${scala.binary.version} ${project.version}
com.novocode:junit-interface test
org.scalatest:scalatest_${scala.binary.version} test

extras/spark-ganglia-lgpl/pom.xml maven

com.codahale.metrics:metrics-ganglia
org.apache.spark:spark-core_${scala.binary.version} ${project.version}

graphx/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${project.version}
org.eclipse.jetty:jetty-server
org.jblas:jblas ${jblas.version}
org.scalacheck:scalacheck_${scala.binary.version} test
org.scalatest:scalatest_${scala.binary.version} test

mllib/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${project.version}
org.eclipse.jetty:jetty-server
org.jblas:jblas ${jblas.version}
org.scalanlp:breeze_${scala.binary.version} 0.7
com.novocode:junit-interface test
org.scalacheck:scalacheck_${scala.binary.version} test
org.scalatest:scalatest_${scala.binary.version} test

pom.xml maven

colt:colt 1.2.0
com.clearspring.analytics:stream 2.7.0
com.codahale.metrics:metrics-core 3.0.0
com.codahale.metrics:metrics-ganglia 3.0.0
com.codahale.metrics:metrics-graphite 3.0.0
com.codahale.metrics:metrics-json 3.0.0
com.codahale.metrics:metrics-jvm 3.0.0
com.google.code.findbugs:jsr305 1.3.9
com.google.guava:guava 14.0.1
com.google.protobuf:protobuf-java 2.4.1
com.ning:compress-lzf 1.0.0
com.twitter:chill-java 0.3.6
com.twitter:chill_2.10 0.3.6
commons-codec:commons-codec 1.5
commons-net:commons-net 2.2
io.netty:netty-all 4.0.17.Final
log4j:log4j 1.2.17
net.java.dev.jets3t:jets3t 0.7.1
org.apache.avro:avro 1.7.6
org.apache.avro:avro-ipc 1.7.6
org.apache.avro:avro-mapred 1.7.6
org.apache.commons:commons-lang3 3.3.2
org.apache.curator:curator-recipes 2.4.0
org.apache.derby:derby 10.4.2.0
org.apache.hadoop:hadoop-client 1.0.4
org.apache.hadoop:hadoop-yarn-api 1.0.4
org.apache.hadoop:hadoop-yarn-client 1.0.4
org.apache.hadoop:hadoop-yarn-common 1.0.4
org.apache.hadoop:hadoop-yarn-server-web-proxy 1.0.4
org.apache.mesos:mesos 0.18.1
org.codehaus.jackson:jackson-mapper-asl 1.8.8
org.eclipse.jetty:jetty-plus 8.1.14.v20131031
org.eclipse.jetty:jetty-security 8.1.14.v20131031
org.eclipse.jetty:jetty-server 8.1.14.v20131031
org.eclipse.jetty:jetty-util 8.1.14.v20131031
org.scala-lang:jline 2.10.4
org.scala-lang:scala-actors 2.10.4
org.scala-lang:scala-compiler 2.10.4
org.scala-lang:scala-library 2.10.4
org.scala-lang:scala-reflect 2.10.4
org.scala-lang:scalap 2.10.4
org.slf4j:jcl-over-slf4j 1.7.5
org.slf4j:jul-to-slf4j 1.7.5
org.slf4j:slf4j-api 1.7.5
org.slf4j:slf4j-log4j12 1.7.5
org.spark-project.akka:akka-actor_2.10 2.2.3-shaded-protobuf
org.spark-project.akka:akka-remote_2.10 2.2.3-shaded-protobuf
org.spark-project.akka:akka-slf4j_2.10 2.2.3-shaded-protobuf
org.spark-project.akka:akka-testkit_2.10 2.2.3-shaded-protobuf
org.xerial.snappy:snappy-java 1.0.5
com.novocode:junit-interface 0.10 test
junit:junit 4.10 test
org.easymock:easymockclassextension 3.1 test
org.mockito:mockito-all 1.9.0 test
org.scalacheck:scalacheck_2.10 1.11.3 test
org.scalatest:scalatest_2.10 2.1.5 test

repl/pom.xml maven

org.apache.spark:spark-bagel_${scala.binary.version} 1.1.0-SNAPSHOT
org.apache.spark:spark-core_${scala.binary.version} 1.1.0-SNAPSHOT
org.apache.spark:spark-mllib_${scala.binary.version} 1.1.0-SNAPSHOT
org.eclipse.jetty:jetty-server
org.scala-lang:jline ${scala.version}
org.scala-lang:scala-compiler ${scala.version}
org.scala-lang:scala-reflect ${scala.version}
org.slf4j:jul-to-slf4j
org.scalacheck:scalacheck_${scala.binary.version} test
org.scalatest:scalatest_${scala.binary.version} test

sql/catalyst/pom.xml maven

com.typesafe:scalalogging-slf4j_${scala.binary.version} 1.0.1
org.apache.spark:spark-core_${scala.binary.version} ${project.version}
org.scala-lang:scala-reflect
org.scalacheck:scalacheck_${scala.binary.version} test
org.scalatest:scalatest_${scala.binary.version} test

sql/core/pom.xml maven

com.twitter:parquet-column ${parquet.version}
com.twitter:parquet-hadoop ${parquet.version}
org.apache.spark:spark-catalyst_${scala.binary.version} ${project.version}
org.apache.spark:spark-core_${scala.binary.version} ${project.version}
org.scalacheck:scalacheck_${scala.binary.version} test
org.scalatest:scalatest_${scala.binary.version} test

sql/hive/pom.xml maven

org.apache.avro:avro
org.apache.spark:spark-core_${scala.binary.version} ${project.version}
org.apache.spark:spark-sql_${scala.binary.version} ${project.version}
org.codehaus.jackson:jackson-mapper-asl
org.spark-project.hive:hive-exec ${hive.version}
org.spark-project.hive:hive-metastore ${hive.version}
org.spark-project.hive:hive-serde ${hive.version}
org.scalacheck:scalacheck_${scala.binary.version} test
org.scalatest:scalatest_${scala.binary.version} test

streaming/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${project.version}
org.eclipse.jetty:jetty-server
org.scala-lang:scala-library
com.novocode:junit-interface test
org.scalacheck:scalacheck_${scala.binary.version} test
org.scalatest:scalatest_${scala.binary.version} test

tools/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${project.version}
org.apache.spark:spark-streaming_${scala.binary.version} ${project.version}
org.scala-lang:scala-compiler
org.scala-lang:scala-reflect
org.scalatest:scalatest_${scala.binary.version} test

yarn/pom.xml maven