Ecosyste.ms: Repos

An open API service providing repository metadata for many open source software ecosystems.

GitHub / Intel-bigdata / HiBench

HiBench is a big data benchmark suite.

JSON API: https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/Intel-bigdata%2FHiBench

Stars: 1,429
Forks: 755
Open Issues: 250

License: other
Language: Java
Repo Size: 629 MB
Dependencies: 82

Created: almost 12 years ago
Updated: about 1 month ago
Last pushed: 2 months ago
Last synced: 28 days ago

Commit Stats

Commits: 1213
Authors: 82
Mean commits per author: 14.79
Development Distribution Score: 0.688
More commit stats: https://commits.ecosyste.ms/hosts/GitHub/repositories/Intel-bigdata/HiBench

Files

Readme

Dependencies

autogen/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${spark.version} provided
org.apache.spark:spark-mllib_${scala.binary.version} ${spark.version} provided
org.apache.spark:spark-sql_${scala.binary.version} ${spark.version} provided
com.github.scopt:scopt_${scala.binary.version} ${scopt.version}
com.intel.hibench:hibench-common ${project.version}
org.apache.hadoop:hadoop-client ${hadoop.mr2.version}
org.apache.hadoop:hadoop-hdfs ${hadoop.mr2.version}
org.apache.kafka:kafka-clients 0.8.2.2
org.apache.mahout:mahout-core ${mahout.version}
org.apache.mahout:mahout-math ${mahout.version}
org.uncommons.maths:uncommons-maths ${uncommons-maths.version}

common/pom.xml maven

com.codahale.metrics:metrics-jvm 3.0.2
org.apache.kafka:kafka_${scala.binary.version} 0.8.2.1

flinkbench/streaming/pom.xml maven

org.apache.flink:flink-connector-kafka-0.8_${scala.binary.version} ${flinkVersion} compile
org.apache.flink:flink-core ${flinkVersion} compile
org.apache.flink:flink-streaming-java_${scala.binary.version} ${flinkVersion} compile
com.intel.hibench:hibench-common ${project.version}

gearpumpbench/streaming/pom.xml maven

org.apache.gearpump:gearpump-core_2.11 ${gearpumpVersion} provided
org.apache.gearpump:gearpump-streaming_2.11 ${gearpumpVersion} provided
com.intel.hibench:hibench-common 8.0-SNAPSHOT
org.apache.gearpump:gearpump-external-kafka_2.11 ${gearpumpVersion}
org.eclipse.collections:eclipse-collections 7.1.0
org.eclipse.collections:eclipse-collections-api 7.1.0

hadoopbench/nutchindexing/pom.xml maven

org.slf4j:jcl-over-slf4j ${slf4j.version}

hadoopbench/pegasus/pom.xml maven

org.apache.hadoop:hadoop-core ${hadoop.mr1.version}

pom.xml maven

junit:junit 3.8.1 test

sparkbench/assembly/pom.xml maven

com.intel.hibench.sparkbench:sparkbench-common ${project.version}

sparkbench/common/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${spark.version} provided
org.apache.hadoop:hadoop-common ${hadoop.mr2.version}

sparkbench/dal/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${spark.version} provided
org.apache.spark:spark-mllib_${scala.binary.version} ${spark.version} provided
com.github.scopt:scopt_${scala.binary.version} ${scopt.version}
com.intel.daal:daal 2019.3.199
com.intel.hibench.sparkbench:sparkbench-common ${project.version}
org.apache.mahout:mahout-core ${mahout.version}
org.apache.mahout:mahout-math ${mahout.version}

sparkbench/graph/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${spark.version} provided
org.apache.spark:spark-graphx_${scala.binary.version} ${spark.version} provided
org.apache.spark:spark-mllib_${scala.binary.version} ${spark.version} provided
com.intel.hibench.sparkbench:sparkbench-common 8.0-SNAPSHOT
it.unimi.dsi:fastutil ${fastutil.version}

sparkbench/micro/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${spark.version} provided
com.intel.hibench.sparkbench:sparkbench-common ${project.version}
org.apache.hadoop:hadoop-client ${hadoop.mr2.version}
org.apache.hadoop:hadoop-mapreduce-examples ${hadoop.mr2.version}
org.scala-lang.modules:scala-java8-compat_${scala.binary.version} 0.9.0

sparkbench/ml/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${spark.version} provided
org.apache.spark:spark-mllib_${scala.binary.version} ${spark.version} provided
com.github.scopt:scopt_${scala.binary.version} ${scopt.version}
com.intel.hibench.sparkbench:sparkbench-common ${project.version}
ml.dmlc:xgboost4j-spark_${scala.binary.version} 1.0.0
ml.dmlc:xgboost4j_${scala.binary.version} 1.0.0
org.apache.mahout:mahout-core ${mahout.version}
org.apache.mahout:mahout-math ${mahout.version}

sparkbench/sql/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${spark.version} provided
org.apache.spark:spark-hive_${scala.binary.version} ${spark.version} provided
com.intel.hibench.sparkbench:sparkbench-common 8.0-SNAPSHOT

sparkbench/streaming/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${spark.version} provided
org.apache.spark:spark-streaming_${scala.binary.version} ${spark.version} provided
com.intel.hibench:hibench-common ${project.version}

sparkbench/structuredStreaming/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${spark.version} provided
org.apache.spark:spark-sql_${scala.binary.version} ${spark.version} provided
org.apache.spark:spark-streaming_${scala.binary.version} ${spark.version} provided
com.intel.hibench:hibench-common ${project.version}

sparkbench/websearch/pom.xml maven

org.apache.spark:spark-core_${scala.binary.version} ${spark.version} provided
com.intel.hibench.sparkbench:sparkbench-common 8.0-SNAPSHOT

stormbench/streaming/pom.xml maven

org.apache.storm:storm-core 1.0.1 provided
com.google.guava:guava 15.0
com.intel.hibench:hibench-common ${project.version}
org.apache.kafka:kafka_${scala.binary.version} 0.8.2.1
org.apache.storm:storm-kafka 1.0.1

.github/workflows/hibench_ci_spark2.4_hadoop_2.7.yml actions

actions/cache v2 composite
actions/checkout v2 composite
actions/setup-java v1 composite

.github/workflows/hibench_ci_spark3.0_hadoop_3.2.yml actions

actions/cache v2 composite
actions/checkout v2 composite
actions/setup-java v1 composite

.github/workflows/hibench_ci_spark3.1_hadoop_3.2.yml actions

actions/cache v2 composite
actions/checkout v2 composite
actions/setup-java v1 composite

docker/cdh-docker/Dockerfile docker

hibench-base latest build

docker/opensource-docker/Dockerfile docker

hibench-base latest build