Ecosyste.ms: Repos

An open API service providing repository metadata for many open source software ecosystems.

GitHub / onebox-li / gluten

Gluten: Plugin to Double SparkSQL's Performance

JSON API: https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/onebox-li%2Fgluten

Fork of apache/incubator-gluten
Stars: 0
Forks: 0
Open Issues: 0

License: apache-2.0
Language: Scala
Repo Size: 177 MB
Dependencies: 279

Created: 9 months ago
Updated: 4 days ago
Last pushed: 4 days ago
Last synced: 4 days ago

Files

Loading...

Readme

Loading...

Dependencies

.github/workflows/ch_code_style.yml actions

actions/checkout v2 composite
jidicula/clang-format-action v4.11.0 composite

.github/workflows/clickhouse_be_trigger.yml actions

actions/checkout v2 composite

.github/workflows/code_style.yml actions

actions/checkout v2 composite
actions/checkout v3 composite
jidicula/clang-format-action v3.5.1 composite

.github/workflows/dev_cron.yml actions

actions/checkout v2 composite
actions/github-script v3 composite

.github/workflows/velox_be.yml actions

actions/checkout v2 composite

.github/workflows/velox_tpch_bench.yml actions

actions/checkout v2 composite

.github/workflows/velox_tpch_merge.yml actions

actions/checkout v2 composite

cpp-ch/local-engine/docker/image/Dockerfile docker

ubuntu 20.04 build

dev/vcpkg/docker/Dockerfile docker

centos 7 build

tools/gluten-te/ubuntu/docker-compose.yml docker

backends-clickhouse/pom.xml maven

io.glutenproject:gluten-core ${project.version} compile
com.amazonaws:aws-java-sdk-bundle 1.11.901 provided
com.fasterxml.jackson.core:jackson-annotations provided
com.fasterxml.jackson.core:jackson-core provided
com.fasterxml.jackson.core:jackson-databind provided
com.fasterxml.jackson.module:jackson-module-scala_${scala.binary.version} provided
commons-io:commons-io 2.11.0 provided
io.delta:delta-core_${scala.binary.version} provided
org.apache.celeborn:celeborn-client-spark-${spark.major.version}-shaded_${scala.binary.version} ${celeborn.version} provided
org.apache.hadoop:hadoop-aws ${hadoop.version} provided
org.apache.hadoop:hadoop-client ${hadoop.version} provided
org.apache.spark:spark-catalyst_${scala.binary.version} provided
org.apache.spark:spark-core_${scala.binary.version} provided
org.apache.spark:spark-hive-thriftserver_${scala.binary.version} provided
org.apache.spark:spark-sql_${scala.binary.version} provided
org.apache.spark:spark-yarn_${scala.binary.version} provided
org.scala-lang:scala-library ${scala.version} provided
com.github.ben-manes.caffeine:caffeine
junit:junit
org.apache.spark:spark-catalyst_${scala.binary.version}
org.apache.spark:spark-core_${scala.binary.version}
org.apache.spark:spark-sql_${scala.binary.version}
io.glutenproject:gluten-core ${project.version} test
org.apache.hive.hcatalog:hive-hcatalog-core 2.3.9 test
org.mockito:mockito-core 2.23.4 test
org.scalacheck:scalacheck_${scala.binary.version} 1.13.5 test
org.scalatest:scalatest_${scala.binary.version} test
org.scalatestplus:scalatestplus-mockito_2.12 1.0.0-M2 test
org.scalatestplus:scalatestplus-scalacheck_2.12 3.1.0.0-RC2 test

backends-velox/pom.xml maven

com.google.jimfs:jimfs 1.3.0 compile
io.glutenproject:gluten-core 1.1.0-SNAPSHOT compile
io.glutenproject:gluten-data 1.1.0-SNAPSHOT compile
commons-io:commons-io 2.11.0 provided
io.glutenproject:spark-sql-columnar-shims-common 1.1.0-SNAPSHOT provided
org.apache.hadoop:hadoop-client ${hadoop.version} provided
org.apache.spark:spark-catalyst_${scala.binary.version} provided
org.apache.spark:spark-core_${scala.binary.version} provided
org.apache.spark:spark-hive-thriftserver_${scala.binary.version} provided
org.apache.spark:spark-hive_${scala.binary.version} ${spark.version} provided
org.scala-lang:scala-library ${scala.version} provided
junit:junit
org.apache.spark:spark-catalyst_${scala.binary.version}
org.apache.spark:spark-core_${scala.binary.version}
org.apache.spark:spark-sql_${scala.binary.version}
com.fasterxml.jackson.core:jackson-annotations test
com.fasterxml.jackson.core:jackson-core test
com.fasterxml.jackson.core:jackson-databind test
com.fasterxml.jackson.module:jackson-module-scala_${scala.binary.version} test
io.glutenproject:gluten-core 1.1.0-SNAPSHOT test
org.mockito:mockito-core 2.23.4 test
org.scalacheck:scalacheck_${scala.binary.version} 1.13.5 test
org.scalatest:scalatest_${scala.binary.version} test
org.scalatestplus:scalatestplus-mockito_2.12 1.0.0-M2 test
org.scalatestplus:scalatestplus-scalacheck_2.12 3.1.0.0-RC2 test

gluten-celeborn/pom.xml maven

io.glutenproject:gluten-data ${project.version} provided
org.apache.celeborn:celeborn-client-spark-${spark.major.version}-shaded_${scala.binary.version} ${celeborn.version} provided
org.apache.spark:spark-core_${scala.binary.version} provided
org.apache.spark:spark-sql_${scala.binary.version} provided

gluten-core/pom.xml maven

io.glutenproject:${sparkshim.artifactId} 1.1.0-SNAPSHOT compile
io.glutenproject:spark-sql-columnar-shims-common 1.1.0-SNAPSHOT compile
commons-io:commons-io 2.11.0 provided
org.apache.hadoop:hadoop-client ${hadoop.version} provided
org.apache.spark:spark-catalyst_${scala.binary.version} provided
org.apache.spark:spark-core_${scala.binary.version} provided
org.apache.spark:spark-hive-thriftserver_${scala.binary.version} provided
org.apache.spark:spark-sql_${scala.binary.version} provided
org.scala-lang:scala-library ${scala.version} provided
com.github.ben-manes.caffeine:caffeine
com.google.protobuf:protobuf-java ${protobuf.version}
com.google.protobuf:protobuf-java-util ${protobuf.version}
io.glutenproject:gluten-ui 1.1.0-SNAPSHOT
org.apache.spark:spark-catalyst_${scala.binary.version}
org.apache.spark:spark-core_${scala.binary.version}
org.apache.spark:spark-sql_${scala.binary.version}
com.fasterxml.jackson.core:jackson-annotations test
com.fasterxml.jackson.core:jackson-core test
com.fasterxml.jackson.core:jackson-databind test
com.fasterxml.jackson.module:jackson-module-scala_${scala.binary.version} test
io.jsonwebtoken:jjwt-api 0.10.5 test
io.jsonwebtoken:jjwt-impl 0.10.5 test
io.jsonwebtoken:jjwt-jackson 0.10.5 test
io.trino.tpcds:tpcds 1.4 test
io.trino.tpch:tpch 1.1 test
junit:junit test
org.knowm.xchart:xchart 3.6.5 test
org.kohsuke:github-api 1.117 test
org.mockito:mockito-core 2.23.4 test
org.scalacheck:scalacheck_${scala.binary.version} 1.13.5 test
org.scalatest:scalatest_${scala.binary.version} test
org.scalatestplus:scalatestplus-mockito_2.12 1.0.0-M2 test
org.scalatestplus:scalatestplus-scalacheck_2.12 3.1.0.0-RC2 test
org.seleniumhq.selenium:selenium-htmlunit-driver 2.52.0 test

gluten-data/pom.xml maven

io.glutenproject:gluten-core ${project.version} compile
org.apache.arrow:arrow-c-data ${arrow.version} compile
org.apache.arrow:arrow-memory-core ${arrow.version} compile
org.apache.spark:spark-catalyst_${scala.binary.version} provided
org.apache.spark:spark-core_${scala.binary.version} provided
org.apache.spark:spark-sql_${scala.binary.version} provided
org.apache.arrow:${arrow-memory.artifact} ${arrow.version}
org.apache.arrow:arrow-vector ${arrow.version}
io.glutenproject:gluten-core ${project.version} test

gluten-ui/pom.xml maven

com.fasterxml.jackson.core:jackson-annotations provided
com.fasterxml.jackson.core:jackson-core provided
com.fasterxml.jackson.core:jackson-databind provided
org.apache.spark:spark-catalyst_${scala.binary.version} provided
org.apache.spark:spark-core_${scala.binary.version} provided
org.apache.spark:spark-sql_${scala.binary.version} provided

gluten-ut/common/pom.xml maven

gluten-ut/pom.xml maven

io.glutenproject:gluten-core ${project.version} compile
commons-io:commons-io 2.11.0 provided
io.delta:delta-core_${scala.binary.version} provided
org.apache.hadoop:hadoop-client provided
org.apache.spark:spark-catalyst_${scala.binary.version} provided
org.apache.spark:spark-core_${scala.binary.version} provided
org.apache.spark:spark-hive-thriftserver_${scala.binary.version} provided
org.apache.spark:spark-sql_${scala.binary.version} provided
org.scala-lang:scala-library ${scala.version} provided
junit:junit
org.apache.spark:spark-catalyst_${scala.binary.version}
org.apache.spark:spark-core_${scala.binary.version}
org.apache.spark:spark-sql_${scala.binary.version}
com.fasterxml.jackson.core:jackson-annotations test
com.fasterxml.jackson.core:jackson-core test
com.fasterxml.jackson.core:jackson-databind test
com.fasterxml.jackson.module:jackson-module-scala_${scala.binary.version} test
org.mockito:mockito-core 2.23.4 test
org.scalacheck:scalacheck_${scala.binary.version} 1.13.5 test
org.scalatest:scalatest_${scala.binary.version} test
org.scalatestplus:scalatestplus-mockito_2.12 1.0.0-M2 test
org.scalatestplus:scalatestplus-scalacheck_2.12 3.1.0.0-RC2 test

gluten-ut/spark32/pom.xml maven

io.glutenproject:gluten-ut-common ${project.version} compile

gluten-ut/spark33/pom.xml maven

io.glutenproject:gluten-ut-common ${project.version} compile
org.apache.parquet:parquet-column 1.12.3 test

package/pom.xml maven

io.glutenproject:gluten-core ${project.version} compile
org.apache.spark:spark-catalyst_${scala.binary.version} provided
org.apache.spark:spark-core_${scala.binary.version} provided
org.apache.spark:spark-hive-thriftserver_${scala.binary.version} provided
org.apache.spark:spark-sql_${scala.binary.version} provided

pom.xml maven

io.delta:delta-core_2.12 2.0.1 provided
org.apache.hadoop:hadoop-client ${hadoop.version} provided
org.apache.spark:spark-catalyst_2.12 3.2.2 provided
org.apache.spark:spark-core_2.12 3.2.2 provided
org.apache.spark:spark-hive-thriftserver_2.12 3.2.2 provided
org.apache.spark:spark-sql_2.12 3.2.2 provided
org.apache.spark:spark-yarn_2.12 3.2.2 provided
com.github.ben-manes.caffeine:caffeine 2.9.3
io.substrait:core 0.5.0
org.apache.maven.plugins:maven-source-plugin 3.2.1
com.fasterxml.jackson.core:jackson-annotations 2.13.3 test
com.fasterxml.jackson.core:jackson-core 2.13.3 test
com.fasterxml.jackson.core:jackson-databind 2.13.3 test
com.fasterxml.jackson.datatype:jackson-datatype-guava 2.13.3 test
com.fasterxml.jackson.module:jackson-module-scala_2.12 2.13.3 test
junit:junit 4.13.1 test
org.apache.spark:spark-catalyst_2.12 3.2.2 test
org.apache.spark:spark-core_2.12 3.2.2 test
org.apache.spark:spark-sql_2.12 3.2.2 test
org.scalatest:scalatest_2.12 3.2.3 test

shims/common/pom.xml maven

org.apache.spark:spark-hive_${scala.binary.version} ${spark.version} provided
org.apache.spark:spark-sql_${scala.binary.version} ${spark.version} provided

shims/pom.xml maven

org.apache.hadoop:hadoop-client ${hadoop.version}
org.scalatest:scalatest_${scala.binary.version} 3.2.3 test
org.slf4j:slf4j-log4j12 1.7.30 test

shims/spark32/pom.xml maven

io.glutenproject:${project.prefix}-shims-common ${project.version} compile
org.apache.hadoop:hadoop-common ${hadoop.version} provided
org.apache.spark:spark-catalyst_2.12 ${spark32.version} provided
org.apache.spark:spark-core_2.12 ${spark32.version} provided
org.apache.spark:spark-hive_${scala.binary.version} ${spark.version} provided
org.apache.spark:spark-sql_${scala.binary.version} ${spark32.version} provided
org.apache.spark:spark-catalyst_${scala.binary.version} ${spark32.version}
org.apache.spark:spark-core_${scala.binary.version} ${spark32.version}
org.apache.spark:spark-sql_${scala.binary.version} ${spark32.version}
org.scalatest:scalatest_${scala.binary.version} test

shims/spark33/pom.xml maven

io.glutenproject:${project.prefix}-shims-common ${project.version} compile
org.apache.hadoop:hadoop-common ${hadoop.version} provided
org.apache.spark:spark-catalyst_2.12 ${spark33.version} provided
org.apache.spark:spark-core_2.12 ${spark33.version} provided
org.apache.spark:spark-hive_${scala.binary.version} ${spark.version} provided
org.apache.spark:spark-sql_${scala.binary.version} ${spark33.version} provided
org.apache.spark:spark-catalyst_${scala.binary.version} ${spark33.version}
org.apache.spark:spark-core_${scala.binary.version} ${spark33.version}
org.apache.spark:spark-sql_${scala.binary.version} ${spark33.version}
org.scalatest:scalatest_${scala.binary.version} test

substrait/substrait-spark/pom.xml maven

tools/gluten-it/common/pom.xml maven

org.apache.spark:spark-catalyst_${scala.binary.version} provided
org.apache.spark:spark-core_${scala.binary.version} provided
org.apache.spark:spark-hive_${scala.binary.version} provided
org.apache.spark:spark-repl_${scala.binary.version} provided
com.google.guava:guava ${guava.version}
info.picocli:picocli 4.6.3
io.trino.tpcds:tpcds ${tpcds.version}
io.trino.tpch:tpch ${tpch.version}
javax.inject:javax.inject 1
org.scala-lang:scala-library ${scala.library.version}
io.glutenproject:gluten-package test

tools/gluten-it/package/pom.xml maven

tools/gluten-it/pom.xml maven

org.apache.spark:spark-catalyst_2.12 3.2.2 provided
org.apache.spark:spark-core_2.12 3.2.2 provided
org.apache.spark:spark-hive_2.12 3.2.2 provided
org.apache.spark:spark-repl_2.12 3.2.2 provided
io.glutenproject:gluten-package 1.1.0-SNAPSHOT

dev/vcpkg/ports/folly/vcpkg.json vcpkg

dev/vcpkg/ports/gflags/vcpkg.json vcpkg

dev/vcpkg/ports/gsasl/vcpkg.json vcpkg

krb5 *
libntlm *

dev/vcpkg/ports/gtest/vcpkg.json vcpkg

vcpkg-cmake *
vcpkg-cmake-config *

dev/vcpkg/ports/krb5/vcpkg.json vcpkg

dev/vcpkg/ports/libdaxctl/vcpkg.json vcpkg

libkmod *
libuuid *

dev/vcpkg/ports/libdwarf/vcpkg.json vcpkg

dev/vcpkg/ports/libelf/vcpkg.json vcpkg

gettext *

dev/vcpkg/ports/libhdfs3/vcpkg.json vcpkg

dev/vcpkg/ports/libkmod/vcpkg.json vcpkg

dev/vcpkg/ports/libntlm/vcpkg.json vcpkg

dev/vcpkg/ports/memkind/vcpkg.json vcpkg

dev/vcpkg/vcpkg.json vcpkg

jemalloc *