Ecosyste.ms: Repos
An open API service providing repository metadata for many open source software ecosystems.
GitHub / kecookier / gluten
Gluten: Plugin to Double SparkSQL's Performance
JSON API: https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kecookier%2Fgluten
Fork of apache/incubator-gluten
Stars: 0
Forks: 0
Open Issues: 0
License: apache-2.0
Language: Scala
Repo Size: 177 MB
Dependencies:
279
Created: 9 months ago
Updated: 4 days ago
Last pushed: 5 days ago
Last synced: 4 days ago
Files
Loading...
Readme
Loading...
Dependencies
- actions/checkout v2 composite
- jidicula/clang-format-action v4.11.0 composite
- actions/checkout v2 composite
.github/workflows/code_style.yml
actions
- actions/checkout v2 composite
- actions/checkout v3 composite
- jidicula/clang-format-action v3.5.1 composite
.github/workflows/dev_cron.yml
actions
- actions/checkout v2 composite
- actions/github-script v3 composite
.github/workflows/velox_be.yml
actions
- actions/checkout v2 composite
- actions/checkout v2 composite
- actions/checkout v2 composite
- ubuntu 20.04 build
dev/vcpkg/docker/Dockerfile
docker
- centos 7 build
- io.glutenproject:gluten-core ${project.version} compile
- com.amazonaws:aws-java-sdk-bundle 1.11.901 provided
- com.fasterxml.jackson.core:jackson-annotations provided
- com.fasterxml.jackson.core:jackson-core provided
- com.fasterxml.jackson.core:jackson-databind provided
- com.fasterxml.jackson.module:jackson-module-scala_${scala.binary.version} provided
- commons-io:commons-io 2.11.0 provided
- io.delta:delta-core_${scala.binary.version} provided
- org.apache.celeborn:celeborn-client-spark-${spark.major.version}-shaded_${scala.binary.version} ${celeborn.version} provided
- org.apache.hadoop:hadoop-aws ${hadoop.version} provided
- org.apache.hadoop:hadoop-client ${hadoop.version} provided
- org.apache.spark:spark-catalyst_${scala.binary.version} provided
- org.apache.spark:spark-core_${scala.binary.version} provided
- org.apache.spark:spark-hive-thriftserver_${scala.binary.version} provided
- org.apache.spark:spark-sql_${scala.binary.version} provided
- org.apache.spark:spark-yarn_${scala.binary.version} provided
- org.scala-lang:scala-library ${scala.version} provided
- com.github.ben-manes.caffeine:caffeine
- junit:junit
- org.apache.spark:spark-catalyst_${scala.binary.version}
- org.apache.spark:spark-core_${scala.binary.version}
- org.apache.spark:spark-sql_${scala.binary.version}
- io.glutenproject:gluten-core ${project.version} test
- org.apache.hive.hcatalog:hive-hcatalog-core 2.3.9 test
- org.mockito:mockito-core 2.23.4 test
- org.scalacheck:scalacheck_${scala.binary.version} 1.13.5 test
- org.scalatest:scalatest_${scala.binary.version} test
- org.scalatestplus:scalatestplus-mockito_2.12 1.0.0-M2 test
- org.scalatestplus:scalatestplus-scalacheck_2.12 3.1.0.0-RC2 test
backends-velox/pom.xml
maven
- com.google.jimfs:jimfs 1.3.0 compile
- io.glutenproject:gluten-core 1.1.0-SNAPSHOT compile
- io.glutenproject:gluten-data 1.1.0-SNAPSHOT compile
- commons-io:commons-io 2.11.0 provided
- io.glutenproject:spark-sql-columnar-shims-common 1.1.0-SNAPSHOT provided
- org.apache.hadoop:hadoop-client ${hadoop.version} provided
- org.apache.spark:spark-catalyst_${scala.binary.version} provided
- org.apache.spark:spark-core_${scala.binary.version} provided
- org.apache.spark:spark-hive-thriftserver_${scala.binary.version} provided
- org.apache.spark:spark-hive_${scala.binary.version} ${spark.version} provided
- org.scala-lang:scala-library ${scala.version} provided
- junit:junit
- org.apache.spark:spark-catalyst_${scala.binary.version}
- org.apache.spark:spark-core_${scala.binary.version}
- org.apache.spark:spark-sql_${scala.binary.version}
- com.fasterxml.jackson.core:jackson-annotations test
- com.fasterxml.jackson.core:jackson-core test
- com.fasterxml.jackson.core:jackson-databind test
- com.fasterxml.jackson.module:jackson-module-scala_${scala.binary.version} test
- io.glutenproject:gluten-core 1.1.0-SNAPSHOT test
- org.mockito:mockito-core 2.23.4 test
- org.scalacheck:scalacheck_${scala.binary.version} 1.13.5 test
- org.scalatest:scalatest_${scala.binary.version} test
- org.scalatestplus:scalatestplus-mockito_2.12 1.0.0-M2 test
- org.scalatestplus:scalatestplus-scalacheck_2.12 3.1.0.0-RC2 test
gluten-celeborn/pom.xml
maven
- io.glutenproject:gluten-data ${project.version} provided
- org.apache.celeborn:celeborn-client-spark-${spark.major.version}-shaded_${scala.binary.version} ${celeborn.version} provided
- org.apache.spark:spark-core_${scala.binary.version} provided
- org.apache.spark:spark-sql_${scala.binary.version} provided
gluten-core/pom.xml
maven
- io.glutenproject:${sparkshim.artifactId} 1.1.0-SNAPSHOT compile
- io.glutenproject:spark-sql-columnar-shims-common 1.1.0-SNAPSHOT compile
- commons-io:commons-io 2.11.0 provided
- org.apache.hadoop:hadoop-client ${hadoop.version} provided
- org.apache.spark:spark-catalyst_${scala.binary.version} provided
- org.apache.spark:spark-core_${scala.binary.version} provided
- org.apache.spark:spark-hive-thriftserver_${scala.binary.version} provided
- org.apache.spark:spark-sql_${scala.binary.version} provided
- org.scala-lang:scala-library ${scala.version} provided
- com.github.ben-manes.caffeine:caffeine
- com.google.protobuf:protobuf-java ${protobuf.version}
- com.google.protobuf:protobuf-java-util ${protobuf.version}
- io.glutenproject:gluten-ui 1.1.0-SNAPSHOT
- org.apache.spark:spark-catalyst_${scala.binary.version}
- org.apache.spark:spark-core_${scala.binary.version}
- org.apache.spark:spark-sql_${scala.binary.version}
- com.fasterxml.jackson.core:jackson-annotations test
- com.fasterxml.jackson.core:jackson-core test
- com.fasterxml.jackson.core:jackson-databind test
- com.fasterxml.jackson.module:jackson-module-scala_${scala.binary.version} test
- io.jsonwebtoken:jjwt-api 0.10.5 test
- io.jsonwebtoken:jjwt-impl 0.10.5 test
- io.jsonwebtoken:jjwt-jackson 0.10.5 test
- io.trino.tpcds:tpcds 1.4 test
- io.trino.tpch:tpch 1.1 test
- junit:junit test
- org.knowm.xchart:xchart 3.6.5 test
- org.kohsuke:github-api 1.117 test
- org.mockito:mockito-core 2.23.4 test
- org.scalacheck:scalacheck_${scala.binary.version} 1.13.5 test
- org.scalatest:scalatest_${scala.binary.version} test
- org.scalatestplus:scalatestplus-mockito_2.12 1.0.0-M2 test
- org.scalatestplus:scalatestplus-scalacheck_2.12 3.1.0.0-RC2 test
- org.seleniumhq.selenium:selenium-htmlunit-driver 2.52.0 test
gluten-data/pom.xml
maven
- io.glutenproject:gluten-core ${project.version} compile
- org.apache.arrow:arrow-c-data ${arrow.version} compile
- org.apache.arrow:arrow-memory-core ${arrow.version} compile
- org.apache.spark:spark-catalyst_${scala.binary.version} provided
- org.apache.spark:spark-core_${scala.binary.version} provided
- org.apache.spark:spark-sql_${scala.binary.version} provided
- org.apache.arrow:${arrow-memory.artifact} ${arrow.version}
- org.apache.arrow:arrow-vector ${arrow.version}
- io.glutenproject:gluten-core ${project.version} test
gluten-ui/pom.xml
maven
- com.fasterxml.jackson.core:jackson-annotations provided
- com.fasterxml.jackson.core:jackson-core provided
- com.fasterxml.jackson.core:jackson-databind provided
- org.apache.spark:spark-catalyst_${scala.binary.version} provided
- org.apache.spark:spark-core_${scala.binary.version} provided
- org.apache.spark:spark-sql_${scala.binary.version} provided
gluten-ut/common/pom.xml
maven
gluten-ut/pom.xml
maven
- io.glutenproject:gluten-core ${project.version} compile
- commons-io:commons-io 2.11.0 provided
- io.delta:delta-core_${scala.binary.version} provided
- org.apache.hadoop:hadoop-client provided
- org.apache.spark:spark-catalyst_${scala.binary.version} provided
- org.apache.spark:spark-core_${scala.binary.version} provided
- org.apache.spark:spark-hive-thriftserver_${scala.binary.version} provided
- org.apache.spark:spark-sql_${scala.binary.version} provided
- org.scala-lang:scala-library ${scala.version} provided
- junit:junit
- org.apache.spark:spark-catalyst_${scala.binary.version}
- org.apache.spark:spark-core_${scala.binary.version}
- org.apache.spark:spark-sql_${scala.binary.version}
- com.fasterxml.jackson.core:jackson-annotations test
- com.fasterxml.jackson.core:jackson-core test
- com.fasterxml.jackson.core:jackson-databind test
- com.fasterxml.jackson.module:jackson-module-scala_${scala.binary.version} test
- org.mockito:mockito-core 2.23.4 test
- org.scalacheck:scalacheck_${scala.binary.version} 1.13.5 test
- org.scalatest:scalatest_${scala.binary.version} test
- org.scalatestplus:scalatestplus-mockito_2.12 1.0.0-M2 test
- org.scalatestplus:scalatestplus-scalacheck_2.12 3.1.0.0-RC2 test
- io.glutenproject:gluten-ut-common ${project.version} compile
- io.glutenproject:gluten-ut-common ${project.version} compile
- org.apache.parquet:parquet-column 1.12.3 test
package/pom.xml
maven
- io.glutenproject:gluten-core ${project.version} compile
- org.apache.spark:spark-catalyst_${scala.binary.version} provided
- org.apache.spark:spark-core_${scala.binary.version} provided
- org.apache.spark:spark-hive-thriftserver_${scala.binary.version} provided
- org.apache.spark:spark-sql_${scala.binary.version} provided
pom.xml
maven
- io.delta:delta-core_2.12 2.0.1 provided
- org.apache.hadoop:hadoop-client ${hadoop.version} provided
- org.apache.spark:spark-catalyst_2.12 3.2.2 provided
- org.apache.spark:spark-core_2.12 3.2.2 provided
- org.apache.spark:spark-hive-thriftserver_2.12 3.2.2 provided
- org.apache.spark:spark-sql_2.12 3.2.2 provided
- org.apache.spark:spark-yarn_2.12 3.2.2 provided
- com.github.ben-manes.caffeine:caffeine 2.9.3
- io.substrait:core 0.5.0
- org.apache.maven.plugins:maven-source-plugin 3.2.1
- com.fasterxml.jackson.core:jackson-annotations 2.13.3 test
- com.fasterxml.jackson.core:jackson-core 2.13.3 test
- com.fasterxml.jackson.core:jackson-databind 2.13.3 test
- com.fasterxml.jackson.datatype:jackson-datatype-guava 2.13.3 test
- com.fasterxml.jackson.module:jackson-module-scala_2.12 2.13.3 test
- junit:junit 4.13.1 test
- org.apache.spark:spark-catalyst_2.12 3.2.2 test
- org.apache.spark:spark-core_2.12 3.2.2 test
- org.apache.spark:spark-sql_2.12 3.2.2 test
- org.scalatest:scalatest_2.12 3.2.3 test
shims/common/pom.xml
maven
- org.apache.spark:spark-hive_${scala.binary.version} ${spark.version} provided
- org.apache.spark:spark-sql_${scala.binary.version} ${spark.version} provided
shims/pom.xml
maven
- org.apache.hadoop:hadoop-client ${hadoop.version}
- org.scalatest:scalatest_${scala.binary.version} 3.2.3 test
- org.slf4j:slf4j-log4j12 1.7.30 test
shims/spark32/pom.xml
maven
- io.glutenproject:${project.prefix}-shims-common ${project.version} compile
- org.apache.hadoop:hadoop-common ${hadoop.version} provided
- org.apache.spark:spark-catalyst_2.12 ${spark32.version} provided
- org.apache.spark:spark-core_2.12 ${spark32.version} provided
- org.apache.spark:spark-hive_${scala.binary.version} ${spark.version} provided
- org.apache.spark:spark-sql_${scala.binary.version} ${spark32.version} provided
- org.apache.spark:spark-catalyst_${scala.binary.version} ${spark32.version}
- org.apache.spark:spark-core_${scala.binary.version} ${spark32.version}
- org.apache.spark:spark-sql_${scala.binary.version} ${spark32.version}
- org.scalatest:scalatest_${scala.binary.version} test
shims/spark33/pom.xml
maven
- io.glutenproject:${project.prefix}-shims-common ${project.version} compile
- org.apache.hadoop:hadoop-common ${hadoop.version} provided
- org.apache.spark:spark-catalyst_2.12 ${spark33.version} provided
- org.apache.spark:spark-core_2.12 ${spark33.version} provided
- org.apache.spark:spark-hive_${scala.binary.version} ${spark.version} provided
- org.apache.spark:spark-sql_${scala.binary.version} ${spark33.version} provided
- org.apache.spark:spark-catalyst_${scala.binary.version} ${spark33.version}
- org.apache.spark:spark-core_${scala.binary.version} ${spark33.version}
- org.apache.spark:spark-sql_${scala.binary.version} ${spark33.version}
- org.scalatest:scalatest_${scala.binary.version} test
- com.fasterxml.jackson.core:jackson-annotations provided
- org.apache.spark:spark-catalyst_${scala.binary.version} provided
- org.apache.spark:spark-core_${scala.binary.version} provided
- org.apache.spark:spark-sql_${scala.binary.version} provided
- com.google.protobuf:protobuf-java ${protobuf.version}
- io.substrait:core
- org.apache.hadoop:hadoop-client
- org.apache.spark:spark-catalyst_${scala.binary.version}
- org.apache.spark:spark-core_${scala.binary.version}
- org.apache.spark:spark-sql_${scala.binary.version}
- org.scalatest:scalatest_${scala.binary.version} test
- org.apache.spark:spark-catalyst_${scala.binary.version} provided
- org.apache.spark:spark-core_${scala.binary.version} provided
- org.apache.spark:spark-hive_${scala.binary.version} provided
- org.apache.spark:spark-repl_${scala.binary.version} provided
- com.google.guava:guava ${guava.version}
- info.picocli:picocli 4.6.3
- io.trino.tpcds:tpcds ${tpcds.version}
- io.trino.tpch:tpch ${tpch.version}
- javax.inject:javax.inject 1
- org.scala-lang:scala-library ${scala.library.version}
- io.glutenproject:gluten-package test
tools/gluten-it/pom.xml
maven
- org.apache.spark:spark-catalyst_2.12 3.2.2 provided
- org.apache.spark:spark-core_2.12 3.2.2 provided
- org.apache.spark:spark-hive_2.12 3.2.2 provided
- org.apache.spark:spark-repl_2.12 3.2.2 provided
- io.glutenproject:gluten-package 1.1.0-SNAPSHOT
- boost-chrono *
- boost-context *
- boost-conversion *
- boost-crc *
- boost-date-time *
- boost-filesystem *
- boost-multi-index *
- boost-program-options *
- boost-regex *
- boost-smart-ptr *
- boost-system *
- boost-thread *
- double-conversion *
- fmt *
- gflags *
- glog *
- libdwarf *
- libelf *
- libevent *
- openssl *
- vcpkg-cmake *
- vcpkg-cmake-config *
- boost-atomic *
- boost-bind *
- boost-chrono *
- boost-crc *
- boost-function *
- boost-functional *
- boost-iostreams *
- boost-system *
- boost-thread *
- gsasl *
- krb5 *
- libuuid *
- libxml2 *
- protobuf *
- yasm *
dev/vcpkg/vcpkg.json
vcpkg
- jemalloc *