Ecosyste.ms: Repos

An open API service providing repository metadata for many open source software ecosystems.

GitHub / mridang / hudi

Upserts, Deletes And Incremental Processing on Big Data.

JSON API: https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/mridang%2Fhudi

Fork of apache/hudi
Stars: 0
Forks: 0
Open Issues: 9

License: apache-2.0
Language:
Repo Size: 32.5 MB
Dependencies: 715

Created: almost 3 years ago
Updated: 18 days ago
Last pushed: 7 months ago
Last synced: 18 days ago

Files

Loading...

Readme

Loading...

Dependencies

pom.xml maven

org.apache.avro:avro 1.8.2 provided
org.apache.flink:flink-clients_2.11 1.12.2 provided
org.apache.flink:flink-connector-kafka_2.11 1.12.2 provided
org.apache.flink:flink-streaming-java_2.11 1.12.2 provided
org.apache.hadoop:hadoop-auth 2.7.3 provided
org.apache.hadoop:hadoop-client 2.7.3 provided
org.apache.hadoop:hadoop-common 2.7.3 provided
org.apache.hadoop:hadoop-hdfs 2.7.3 provided
org.apache.hadoop:hadoop-mapreduce-client-common 2.7.3 provided
org.apache.hadoop:hadoop-mapreduce-client-core 2.7.3 provided
org.apache.hive:hive-common 2.3.1 provided
org.apache.hive:hive-exec 2.3.1 provided
org.apache.hive:hive-jdbc 2.3.1 provided
org.apache.hive:hive-metastore 2.3.1 provided
org.apache.hive:hive-serde 2.3.1 provided
org.apache.hive:hive-service 2.3.1 provided
org.apache.hive:hive-shims 2.3.1 provided
org.apache.parquet:parquet-avro 1.10.1 provided
org.apache.spark:spark-avro_2.11 2.4.4 provided
org.apache.spark:spark-core_2.11 2.4.4 provided
org.apache.spark:spark-hive_2.11 2.4.4 provided
org.apache.spark:spark-sql_2.11 2.4.4 provided
com.beust:jcommander 1.72
com.fasterxml.jackson.core:jackson-annotations 2.6.7
com.fasterxml.jackson.core:jackson-core 2.6.7
com.fasterxml.jackson.core:jackson-databind 2.6.7.3
com.fasterxml.jackson.datatype:jackson-datatype-guava 2.6.7
com.fasterxml.jackson.module:jackson-module-scala_2.11 2.6.7.1
io.dropwizard.metrics:metrics-core 4.1.1
io.dropwizard.metrics:metrics-graphite 4.1.1
io.dropwizard.metrics:metrics-jmx 4.1.1
io.prometheus:simpleclient 0.8.0
io.prometheus:simpleclient_dropwizard 0.8.0
io.prometheus:simpleclient_httpserver 0.8.0
io.prometheus:simpleclient_pushgateway 0.8.0
joda-time:joda-time 2.9.9
log4j:log4j 1.2.17
org.apache.curator:curator-client 2.7.1
org.apache.curator:curator-framework 2.7.1
org.apache.curator:curator-recipes 2.7.1
org.apache.hadoop:hadoop-common 2.7.3
org.apache.hadoop:hadoop-hdfs 2.7.3
org.apache.httpcomponents:fluent-hc 4.4.1
org.apache.httpcomponents:httpclient 4.4.1
org.apache.httpcomponents:httpcore 4.4.1
org.codehaus.jackson:jackson-core-asl 1.9.13
org.codehaus.jackson:jackson-jaxrs 1.9.13
org.codehaus.jackson:jackson-mapper-asl 1.9.13
org.codehaus.jackson:jackson-xc 1.9.13
org.glassfish.jersey.connectors:jersey-apache-connector 2.17
org.glassfish.jersey.containers:jersey-container-servlet-core 2.17
org.glassfish.jersey.core:jersey-server 2.17
org.rocksdb:rocksdbjni 5.17.2
xalan:xalan 2.7.1
xerces:xercesImpl 2.9.1
com.esotericsoftware:kryo 4.0.0 test
com.google.code.gson:gson 2.3.1 test
org.apache.spark:spark-catalyst_2.11 2.4.4 test
org.apache.spark:spark-core_2.11 2.4.4 test
org.apache.spark:spark-sql_2.11 2.4.4 test
org.awaitility:awaitility 3.1.2 test
org.junit.jupiter:junit-jupiter-api 5.7.0-M1 test
org.junit.jupiter:junit-jupiter-engine 5.7.0-M1 test
org.junit.jupiter:junit-jupiter-params 5.7.0-M1 test
org.junit.platform:junit-platform-commons 1.7.0-M1 test
org.junit.platform:junit-platform-runner 1.7.0-M1 test
org.junit.platform:junit-platform-suite-api 1.7.0-M1 test
org.junit.vintage:junit-vintage-engine 5.7.0-M1 test
org.mockito:mockito-junit-jupiter 3.3.3 test

docker/hoodie/hadoop/base/pom.xml maven

org.apache.hudi:hudi-hadoop-docker 0.9.0-SNAPSHOT import

docker/hoodie/hadoop/datanode/pom.xml maven

org.apache.hudi:hudi-hadoop-base-docker 0.9.0-SNAPSHOT import

docker/hoodie/hadoop/historyserver/pom.xml maven

org.apache.hudi:hudi-hadoop-base-docker 0.9.0-SNAPSHOT import

docker/hoodie/hadoop/hive_base/pom.xml maven

org.apache.hudi:hudi-hadoop-base-docker 0.9.0-SNAPSHOT import

docker/hoodie/hadoop/namenode/pom.xml maven

org.apache.hudi:hudi-hadoop-base-docker 0.9.0-SNAPSHOT import

docker/hoodie/hadoop/pom.xml maven

org.apache.hudi:hudi-spark${sparkbundle.version}-bundle_${scala.binary.version} 0.9.0-SNAPSHOT

docker/hoodie/hadoop/prestobase/pom.xml maven

org.apache.hudi:hudi-hadoop-base-docker 0.9.0-SNAPSHOT import

docker/hoodie/hadoop/spark_base/pom.xml maven

org.apache.hudi:hudi-hadoop-hive-docker 0.9.0-SNAPSHOT import

docker/hoodie/hadoop/sparkadhoc/pom.xml maven

org.apache.hudi:hudi-hadoop-sparkbase-docker 0.9.0-SNAPSHOT import

docker/hoodie/hadoop/sparkmaster/pom.xml maven

org.apache.hudi:hudi-hadoop-sparkbase-docker 0.9.0-SNAPSHOT import

docker/hoodie/hadoop/sparkworker/pom.xml maven

org.apache.hudi:hudi-hadoop-sparkbase-docker 0.9.0-SNAPSHOT import

hudi-cli/pom.xml maven

${hive.groupid}:hive-jdbc ${hive.version}
com.jakewharton.fliptables:fliptables 1.0.2
joda-time:joda-time
log4j:log4j
org.apache.hadoop:hadoop-common
org.apache.hadoop:hadoop-hdfs
org.apache.hudi:hudi-utilities-bundle_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.parquet:parquet-avro
org.apache.spark:spark-avro_${scala.binary.version}
org.apache.spark:spark-core_${scala.binary.version}
org.apache.spark:spark-sql_${scala.binary.version}
org.scala-lang:scala-library ${scala.version}
org.springframework.shell:spring-shell 1.2.0.RELEASE
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-spark_${scala.binary.version} 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-utilities_${scala.binary.version} 0.9.0-SNAPSHOT test
org.junit.jupiter:junit-jupiter-api test
org.junit.jupiter:junit-jupiter-engine test
org.junit.jupiter:junit-jupiter-params test
org.junit.vintage:junit-vintage-engine test
org.mockito:mockito-junit-jupiter test

hudi-client/hudi-client-common/pom.xml maven

io.dropwizard.metrics:metrics-core
io.dropwizard.metrics:metrics-graphite
io.dropwizard.metrics:metrics-jmx
io.prometheus:simpleclient
io.prometheus:simpleclient_dropwizard
io.prometheus:simpleclient_httpserver
io.prometheus:simpleclient_pushgateway
joda-time:joda-time
log4j:log4j
org.apache.curator:curator-client ${zk-curator.version}
org.apache.curator:curator-framework ${zk-curator.version}
org.apache.curator:curator-recipes ${zk-curator.version}
org.apache.hadoop:hadoop-common
org.apache.hadoop:hadoop-hdfs
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-timeline-service 0.9.0-SNAPSHOT
org.apache.parquet:parquet-avro
org.apache.curator:curator-test ${zk-curator.version} test
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT test
org.awaitility:awaitility 3.1.2 test
org.junit.jupiter:junit-jupiter-api test
org.junit.jupiter:junit-jupiter-engine test
org.junit.jupiter:junit-jupiter-params test
org.junit.platform:junit-platform-commons test
org.junit.platform:junit-platform-runner test
org.junit.platform:junit-platform-suite-api test
org.junit.vintage:junit-vintage-engine test
org.mockito:mockito-junit-jupiter test

hudi-client/hudi-flink-client/pom.xml maven

org.apache.flink:flink-avro ${flink.version} provided
org.apache.flink:flink-hadoop-compatibility_${scala.binary.version} ${flink.version} provided
org.apache.flink:flink-parquet_${scala.binary.version} ${flink.version} provided
org.apache.flink:flink-table-common ${flink.version} provided
org.apache.flink:flink-clients_${scala.binary.version}
org.apache.flink:flink-streaming-java_${scala.binary.version}
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT
org.apache.parquet:parquet-avro
${hive.groupid}:hive-exec ${hive.version} test
${hive.groupid}:hive-metastore ${hive.version} test
org.apache.flink:flink-runtime_${scala.binary.version} ${flink.version} test
org.apache.flink:flink-streaming-java_${scala.binary.version} ${flink.version} test
org.apache.flink:flink-test-utils_${scala.binary.version} ${flink.version} test
org.apache.hbase:hbase-testing-util ${hbase.version} test
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-hadoop-mr 0.9.0-SNAPSHOT test
org.junit.jupiter:junit-jupiter-api test
org.junit.jupiter:junit-jupiter-engine test
org.junit.jupiter:junit-jupiter-params test
org.junit.platform:junit-platform-commons test
org.junit.platform:junit-platform-runner test
org.junit.platform:junit-platform-suite-api test
org.junit.vintage:junit-vintage-engine test
org.mockito:mockito-junit-jupiter test

hudi-client/hudi-java-client/pom.xml maven

org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT
org.apache.parquet:parquet-avro
${hive.groupid}:hive-exec ${hive.version} test
${hive.groupid}:hive-metastore ${hive.version} test
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-hadoop-mr 0.9.0-SNAPSHOT test
org.junit.jupiter:junit-jupiter-api test
org.junit.jupiter:junit-jupiter-engine test
org.junit.jupiter:junit-jupiter-params test
org.junit.platform:junit-platform-commons test
org.junit.platform:junit-platform-runner test
org.junit.platform:junit-platform-suite-api test
org.junit.vintage:junit-vintage-engine test
org.mockito:mockito-junit-jupiter test

hudi-client/hudi-spark-client/pom.xml maven

org.apache.spark:spark-avro_${scala.binary.version} provided
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT
org.apache.parquet:parquet-avro
org.apache.spark:spark-core_${scala.binary.version}
org.apache.spark:spark-sql_${scala.binary.version}
org.scala-lang:scala-library ${scala.version}
${hive.groupid}:hive-exec ${hive.version} test
${hive.groupid}:hive-metastore ${hive.version} test
org.apache.hbase:hbase-testing-util ${hbase.version} test
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-hadoop-mr 0.9.0-SNAPSHOT test
org.awaitility:awaitility test
org.junit.jupiter:junit-jupiter-api test
org.junit.jupiter:junit-jupiter-engine test
org.junit.jupiter:junit-jupiter-params test
org.junit.platform:junit-platform-commons test
org.junit.platform:junit-platform-runner test
org.junit.platform:junit-platform-suite-api test
org.junit.vintage:junit-vintage-engine test
org.mockito:mockito-junit-jupiter test

hudi-common/pom.xml maven

org.apache.hbase:hbase-server ${hbase.version} compile
org.apache.hadoop:hadoop-client provided
org.apache.hadoop:hadoop-hdfs provided
com.esotericsoftware:kryo-shaded 4.0.2
com.fasterxml.jackson.core:jackson-annotations
com.fasterxml.jackson.core:jackson-databind
org.apache.avro:avro
org.apache.httpcomponents:fluent-hc
org.apache.httpcomponents:httpclient
org.apache.orc:orc-core ${orc.version}
org.apache.parquet:parquet-avro
org.rocksdb:rocksdbjni
com.github.stefanbirkner:system-rules 1.17.2 test
org.apache.hadoop:hadoop-common test
org.apache.hadoop:hadoop-hdfs test
org.apache.hbase:hbase-client ${hbase.version} test
org.junit.jupiter:junit-jupiter-api test
org.junit.jupiter:junit-jupiter-engine test
org.junit.jupiter:junit-jupiter-params test
org.junit.vintage:junit-vintage-engine test
org.mockito:mockito-junit-jupiter test

hudi-examples/pom.xml maven

${hive.groupid}:hive-exec ${hive.version} provided
${hive.groupid}:hive-common
org.apache.avro:avro
org.apache.hudi:hudi-cli 0.9.0-SNAPSHOT
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hadoop-mr 0.9.0-SNAPSHOT
org.apache.hudi:hudi-java-client 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.hudi:hudi-timeline-service 0.9.0-SNAPSHOT
org.apache.hudi:hudi-utilities_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.parquet:parquet-avro
org.apache.parquet:parquet-hadoop ${parquet.version}
org.apache.spark:spark-avro_${scala.binary.version}
org.apache.spark:spark-core_${scala.binary.version}
org.apache.spark:spark-sql_${scala.binary.version}
org.scala-lang:scala-library ${scala.version}

hudi-flink/pom.xml maven

com.beust:jcommander compile
org.apache.avro:avro 1.10.0 compile
org.apache.flink:flink-clients_${scala.binary.version} compile
org.apache.flink:flink-connector-kafka_${scala.binary.version} compile
org.apache.flink:flink-streaming-java_${scala.binary.version} compile
org.apache.hadoop:hadoop-mapreduce-client-core compile
org.apache.flink:flink-avro ${flink.version} provided
org.apache.flink:flink-json ${flink.version} provided
org.apache.flink:flink-parquet_${scala.binary.version} ${flink.version} provided
org.apache.flink:flink-table-common ${flink.version} provided
org.apache.flink:flink-table-planner-blink_${scala.binary.version} ${flink.version} provided
org.apache.flink:flink-table-runtime-blink_${scala.binary.version} ${flink.version} provided
${hive.groupid}:hive-exec ${hive.version}
com.twitter:bijection-avro_${scala.binary.version} 0.9.7
joda-time:joda-time 2.5
org.apache.flink:flink-hadoop-compatibility_${scala.binary.version} ${flink.version}
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-flink-client 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hadoop-mr 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hive-sync 0.9.0-SNAPSHOT
org.apache.hudi:hudi-sync-common 0.9.0-SNAPSHOT
org.apache.kafka:kafka-clients ${kafka.version}
org.apache.parquet:parquet-hadoop 1.11.1
org.apache.flink:flink-csv ${flink.version} test
org.apache.flink:flink-json ${flink.version} test
org.apache.flink:flink-runtime_${scala.binary.version} ${flink.version} test
org.apache.flink:flink-streaming-java_${scala.binary.version} ${flink.version} test
org.apache.flink:flink-table-runtime-blink_${scala.binary.version} ${flink.version} test
org.apache.flink:flink-test-utils_${scala.binary.version} ${flink.version} test
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-flink-client 0.9.0-SNAPSHOT test
org.apache.parquet:parquet-avro 1.11.1 test
org.junit.jupiter:junit-jupiter-api test
org.junit.jupiter:junit-jupiter-engine test
org.junit.jupiter:junit-jupiter-params test
org.junit.vintage:junit-vintage-engine test

hudi-hadoop-mr/pom.xml maven

${hive.groupid}:hive-exec
${hive.groupid}:hive-jdbc
org.apache.avro:avro
org.apache.hadoop:hadoop-auth
org.apache.hadoop:hadoop-mapreduce-client-common
org.apache.hadoop:hadoop-mapreduce-client-core
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.parquet:parquet-avro
org.apache.hadoop:hadoop-common test
org.apache.hadoop:hadoop-hdfs test
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT test
org.junit.jupiter:junit-jupiter-api test
org.junit.jupiter:junit-jupiter-engine test
org.junit.jupiter:junit-jupiter-params test
org.junit.vintage:junit-vintage-engine test
org.mockito:mockito-junit-jupiter test

hudi-integ-test/pom.xml maven

org.apache.hudi:hudi-utilities_${scala.binary.version} 0.9.0-SNAPSHOT provided
${hive.groupid}:hive-exec ${hive.version}
com.fasterxml.jackson.core:jackson-databind
com.fasterxml.jackson.dataformat:jackson-dataformat-yaml ${fasterxml.jackson.dataformat.yaml.version}
log4j:log4j
org.apache.curator:curator-client ${zk-curator.version}
org.apache.curator:curator-framework ${zk-curator.version}
org.apache.curator:curator-recipes ${zk-curator.version}
org.apache.hadoop:hadoop-common
org.apache.hadoop:hadoop-hdfs
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hadoop-sparkworker-docker 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hive-sync 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark-common_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.spark:spark-sql_${scala.binary.version}
org.glassfish.jersey.connectors:jersey-apache-connector
org.glassfish.jersey.containers:jersey-container-servlet-core
org.glassfish.jersey.core:jersey-server
${hive.groupid}:hive-jdbc ${hive.version} test
com.fasterxml.jackson.core:jackson-annotations test
com.fasterxml.jackson.datatype:jackson-datatype-guava test
com.github.docker-java:docker-java 3.1.2 test
org.apache.curator:curator-test ${zk-curator.version} test
org.apache.hudi:hudi-spark_${scala.binary.version} 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-utilities_${scala.binary.version} 0.9.0-SNAPSHOT test
org.awaitility:awaitility 3.1.2 test
org.eclipse.jetty.aggregate:jetty-all ${jetty.version} test
org.junit.jupiter:junit-jupiter-api test
org.junit.jupiter:junit-jupiter-engine test
org.junit.jupiter:junit-jupiter-params test
org.junit.vintage:junit-vintage-engine test
org.mockito:mockito-junit-jupiter test
org.scalatest:scalatest_${scala.binary.version} ${scalatest.version} test

hudi-spark-datasource/hudi-spark/pom.xml maven

org.apache.hadoop:hadoop-client provided
org.apache.hadoop:hadoop-common provided
org.apache.spark:spark-avro_${scala.binary.version} provided
${hive.groupid}:hive-common ${hive.version}
${hive.groupid}:hive-exec ${hive.version}
${hive.groupid}:hive-jdbc ${hive.version}
${hive.groupid}:hive-metastore ${hive.version}
com.fasterxml.jackson.core:jackson-annotations
com.fasterxml.jackson.module:jackson-module-scala_${scala.binary.version}
log4j:log4j
org.apache.avro:avro
org.apache.curator:curator-client ${zk-curator.version}
org.apache.curator:curator-framework ${zk-curator.version}
org.apache.curator:curator-recipes ${zk-curator.version}
org.apache.hudi:${hudi.spark.module}_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hadoop-mr 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hive-sync 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark-common_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.hudi:hudi-sync-common 0.9.0-SNAPSHOT
org.apache.parquet:parquet-avro
org.apache.spark:spark-core_${scala.binary.version}
org.apache.spark:spark-hive_${scala.binary.version}
org.apache.spark:spark-sql_${scala.binary.version}
org.scala-lang:scala-library ${scala.version}
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT test
org.apache.spark:spark-catalyst_${scala.binary.version} test
org.apache.spark:spark-core_${scala.binary.version} test
org.apache.spark:spark-sql_${scala.binary.version} test
org.junit.jupiter:junit-jupiter-api test
org.junit.jupiter:junit-jupiter-engine test
org.junit.jupiter:junit-jupiter-params test
org.junit.vintage:junit-vintage-engine test
org.mockito:mockito-junit-jupiter test
org.scalatest:scalatest_${scala.binary.version} ${scalatest.version} test

hudi-spark-datasource/hudi-spark-common/pom.xml maven

org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hive-sync 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT
org.apache.spark:spark-sql_${scala.binary.version}
org.scala-lang:scala-library ${scala.version}
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT test
org.junit.jupiter:junit-jupiter-api test

hudi-spark-datasource/hudi-spark2/pom.xml maven

io.netty:netty 3.9.9.Final
io.netty:netty-all 4.1.17.Final
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark-common_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.spark:spark-sql_${scala.binary.version} ${spark2.version}
org.scala-lang:scala-library ${scala.version}
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-spark-common_${scala.binary.version} 0.9.0-SNAPSHOT test
org.junit.jupiter:junit-jupiter-api test
org.junit.jupiter:junit-jupiter-params test

hudi-spark-datasource/hudi-spark3/pom.xml maven

com.fasterxml.jackson.core:jackson-annotations ${fasterxml.spark3.version}
com.fasterxml.jackson.core:jackson-core ${fasterxml.spark3.version}
com.fasterxml.jackson.core:jackson-databind ${fasterxml.spark3.version}
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark-common_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.spark:spark-sql_2.12 ${spark3.version}
org.scala-lang:scala-library ${scala12.version}
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-spark-common_${scala.binary.version} 0.9.0-SNAPSHOT test
org.junit.jupiter:junit-jupiter-api test
org.junit.jupiter:junit-jupiter-params test

hudi-sync/hudi-dla-sync/pom.xml maven

com.aliyun.oss:aliyun-sdk-oss 3.1.0
com.aliyun:aliyun-java-sdk-core 3.7.1
log4j:log4j
mysql:mysql-connector-java 5.1.47
org.apache.hadoop:hadoop-aliyun 3.2.1
org.apache.hadoop:hadoop-common
org.apache.hive:hive-exec ${hive.version}
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hive-sync 0.9.0-SNAPSHOT
org.apache.hudi:hudi-sync-common 0.9.0-SNAPSHOT
org.apache.parquet:parquet-avro
org.junit.jupiter:junit-jupiter-api test

hudi-sync/hudi-hive-sync/pom.xml maven

${hive.groupid}:hive-common ${hive.version}
${hive.groupid}:hive-jdbc ${hive.version}
${hive.groupid}:hive-metastore ${hive.version}
${hive.groupid}:hive-service ${hive.version}
com.beust:jcommander
joda-time:joda-time
log4j:log4j
org.apache.hadoop:hadoop-auth
org.apache.hadoop:hadoop-client
org.apache.hadoop:hadoop-common
org.apache.hadoop:hadoop-hdfs
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hadoop-mr 0.9.0-SNAPSHOT
org.apache.hudi:hudi-sync-common 0.9.0-SNAPSHOT
org.apache.parquet:parquet-avro
org.apache.hadoop:hadoop-mapreduce-client-common test
org.apache.hadoop:hadoop-mapreduce-client-core test
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT test
org.apache.spark:spark-sql_${scala.binary.version} test
org.apache.thrift:libthrift ${thrift.version} test
org.eclipse.jetty.aggregate:jetty-all 7.6.0.v20120127 test
org.junit.jupiter:junit-jupiter-api test
org.junit.jupiter:junit-jupiter-engine test
org.junit.jupiter:junit-jupiter-params test
org.junit.platform:junit-platform-commons test
org.junit.platform:junit-platform-runner test
org.junit.platform:junit-platform-suite-api test
org.junit.vintage:junit-vintage-engine test
org.mockito:mockito-junit-jupiter test

hudi-sync/hudi-sync-common/pom.xml maven

org.apache.hadoop:hadoop-common
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.parquet:parquet-avro

hudi-timeline-service/pom.xml maven

com.beust:jcommander
com.fasterxml.jackson.core:jackson-annotations
com.fasterxml.jackson.core:jackson-core
com.fasterxml.jackson.core:jackson-databind
io.javalin:javalin 2.8.0
log4j:log4j
org.apache.hadoop:hadoop-client
org.apache.hadoop:hadoop-common
org.apache.httpcomponents:fluent-hc
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.rocksdb:rocksdbjni
org.apache.hadoop:hadoop-hdfs test
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT test
org.junit.jupiter:junit-jupiter-api test
org.junit.jupiter:junit-jupiter-engine test
org.junit.jupiter:junit-jupiter-params test
org.junit.vintage:junit-vintage-engine test
org.mockito:mockito-junit-jupiter test

hudi-utilities/pom.xml maven

org.apache.spark:spark-avro_${scala.binary.version} provided
${hive.groupid}:hive-jdbc ${hive.version}
${hive.groupid}:hive-service ${hive.version}
com.beust:jcommander
com.fasterxml.jackson.dataformat:jackson-dataformat-csv ${fasterxml.version}
com.fasterxml.jackson.module:jackson-module-scala_${scala.binary.version}
com.twitter:bijection-avro_${scala.binary.version} 0.9.3
io.confluent:common-config ${confluent.version}
io.confluent:common-utils ${confluent.version}
io.confluent:kafka-avro-serializer ${confluent.version}
io.confluent:kafka-schema-registry-client ${confluent.version}
io.dropwizard.metrics:metrics-core
log4j:log4j
org.antlr:stringtemplate 4.0.2
org.apache.hadoop:hadoop-client
org.apache.hadoop:hadoop-mapreduce-client-common
org.apache.httpcomponents:httpcore
org.apache.hudi:${hudi.spark.module}_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hive-sync 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark-common_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.kafka:kafka-clients ${kafka.version}
org.apache.parquet:parquet-avro
org.apache.spark:spark-core_${scala.binary.version}
org.apache.spark:spark-sql_${scala.binary.version}
org.apache.spark:spark-streaming-kafka-0-10_${scala.binary.version} ${spark.version}
org.apache.spark:spark-streaming_${scala.binary.version} ${spark.version}
org.slf4j:slf4j-api ${slf4j.version}
${hive.groupid}:hive-exec ${hive.version} test
com.h2database:h2 ${h2.version} test
org.apache.hadoop:hadoop-common test
org.apache.hadoop:hadoop-hdfs test
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-hive-sync 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-spark_${scala.binary.version} 0.9.0-SNAPSHOT test
org.apache.kafka:kafka_${scala.binary.version} ${kafka.version} test
org.eclipse.jetty.aggregate:jetty-all ${jetty.version} test
org.junit.jupiter:junit-jupiter-api test
org.junit.jupiter:junit-jupiter-engine test
org.junit.jupiter:junit-jupiter-params test
org.junit.platform:junit-platform-commons test
org.junit.platform:junit-platform-runner test
org.junit.platform:junit-platform-suite-api test
org.junit.vintage:junit-vintage-engine test
org.mockito:mockito-junit-jupiter test

packaging/hudi-flink-bundle/pom.xml maven

com.fasterxml.jackson.core:jackson-annotations compile
com.fasterxml.jackson.core:jackson-core compile
com.fasterxml.jackson.core:jackson-databind compile
joda-time:joda-time compile
org.apache.avro:avro 1.10.0 compile
org.apache.flink:flink-avro ${flink.version} compile
org.apache.flink:flink-hadoop-compatibility_${scala.binary.version} ${flink.version} compile
org.apache.flink:flink-json ${flink.version} compile
org.apache.flink:flink-parquet_${scala.binary.version} ${flink.version} compile
org.apache.parquet:parquet-avro 1.11.1 compile
org.apache.parquet:parquet-column 1.11.1 compile
org.apache.parquet:parquet-common 1.11.1 compile
org.apache.parquet:parquet-encoding 1.11.1 compile
org.apache.parquet:parquet-format-structures 1.11.1 compile
org.apache.parquet:parquet-hadoop 1.11.1 compile
org.apache.parquet:parquet-jackson 1.11.1 compile
${hive.groupid}:hive-common 2.3.1 provided
${hive.groupid}:hive-jdbc 2.3.1 provided
${hive.groupid}:hive-metastore 2.3.1 provided
${hive.groupid}:hive-service 2.3.1 provided
org.apache.orc:orc-core ${orc.version} provided
org.apache.thrift:libfb303 0.9.3 provided
org.datanucleus:datanucleus-api-jdo 5.0.1 provided
org.datanucleus:datanucleus-core 5.0.1 provided
${hive.groupid}:hive-exec 2.3.1
com.esotericsoftware:kryo-shaded 4.0.2
javax.servlet:javax.servlet-api 3.1.0
org.apache.hbase:hbase-common ${hbase.version}
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-flink-client 0.9.0-SNAPSHOT
org.apache.hudi:hudi-flink_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hadoop-mr 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hive-sync 0.9.0-SNAPSHOT
org.apache.hudi:hudi-timeline-service 0.9.0-SNAPSHOT
org.eclipse.jetty:jetty-http ${jetty.version}
org.eclipse.jetty:jetty-server ${jetty.version}
org.eclipse.jetty:jetty-util ${jetty.version}
org.eclipse.jetty:jetty-webapp ${jetty.version}

packaging/hudi-hadoop-mr-bundle/pom.xml maven

org.apache.avro:avro compile
org.apache.hbase:hbase-server ${hbase.version} compile
org.apache.htrace:htrace-core ${htrace.version} compile
org.apache.parquet:parquet-avro compile
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hadoop-mr 0.9.0-SNAPSHOT

packaging/hudi-hive-sync-bundle/pom.xml maven

org.apache.avro:avro compile
org.apache.parquet:parquet-avro compile
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hadoop-mr-bundle 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hive-sync 0.9.0-SNAPSHOT

packaging/hudi-integ-test-bundle/pom.xml maven

${hive.groupid}:hive-common ${hive.version} compile
${hive.groupid}:hive-exec ${hive.version} compile
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT compile
org.apache.hudi:hudi-utilities_${scala.binary.version} 0.9.0-SNAPSHOT compile
org.apache.parquet:parquet-avro compile
${hive.groupid}:hive-metastore ${hive.version} provided
org.apache.spark:spark-streaming_${scala.binary.version} ${spark.version} provided
${hive.groupid}:hive-jdbc ${hive.version}
com.beust:jcommander
com.fasterxml.jackson.dataformat:jackson-dataformat-yaml 2.7.4
com.fasterxml.jackson.module:jackson-module-scala_${scala.binary.version}
com.twitter:bijection-avro_${scala.binary.version} 0.9.3
com.yammer.metrics:metrics-core 2.2.0
commons-codec:commons-codec 1.4
commons-dbcp:commons-dbcp 1.4
commons-pool:commons-pool 1.4
io.confluent:common-config ${confluent.version}
io.confluent:common-utils ${confluent.version}
io.confluent:kafka-avro-serializer ${confluent.version}
io.confluent:kafka-schema-registry-client ${confluent.version}
io.dropwizard.metrics:metrics-core
io.javalin:javalin 2.8.0
log4j:log4j
org.antlr:stringtemplate 4.0.2
org.apache.avro:avro-mapred 1.7.7
org.apache.curator:curator-client ${zk-curator.version}
org.apache.curator:curator-framework ${zk-curator.version}
org.apache.curator:curator-recipes ${zk-curator.version}
org.apache.hadoop:hadoop-client
org.apache.hadoop:hadoop-common
org.apache.hadoop:hadoop-hdfs
org.apache.hadoop:hadoop-mapreduce-client-common
org.apache.httpcomponents:httpcore
org.apache.hudi:${hudi.spark.module}_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hive-sync 0.9.0-SNAPSHOT
org.apache.hudi:hudi-integ-test 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.parquet:parquet-hadoop ${parquet.version}
org.apache.spark:spark-core_${scala.binary.version}
org.apache.spark:spark-sql_${scala.binary.version}
org.apache.spark:spark-streaming-kafka-0-10_${scala.binary.version} ${spark.version}
org.apache.thrift:libfb303 0.9.3
org.apache.thrift:libthrift 0.9.3
org.slf4j:slf4j-api ${slf4j.version}
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT test
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT test
org.mockito:mockito-all 1.10.19 test

packaging/hudi-presto-bundle/pom.xml maven

com.google.guava:guava 12.0.1 ${presto.bundle.bootstrap.scope}
com.google.protobuf:protobuf-java 2.5.0 ${presto.bundle.bootstrap.scope}
commons-lang:commons-lang 2.6 ${presto.bundle.bootstrap.scope}
org.apache.avro:avro compile
org.apache.parquet:parquet-avro compile
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hadoop-mr-bundle 0.9.0-SNAPSHOT

packaging/hudi-spark-bundle/pom.xml maven

org.apache.spark:spark-avro_${scala.binary.version} ${spark.bundle.avro.scope}
${hive.groupid}:hive-common ${hive.version} ${spark.bundle.hive.scope}
${hive.groupid}:hive-jdbc ${hive.version} ${spark.bundle.hive.scope}
${hive.groupid}:hive-metastore ${hive.version} ${spark.bundle.hive.scope}
${hive.groupid}:hive-service ${hive.version} ${spark.bundle.hive.scope}
${hive.groupid}:hive-service-rpc ${hive.version} ${spark.bundle.hive.scope}
org.apache.hbase:hbase-server ${hbase.version} compile
org.apache.htrace:htrace-core ${htrace.version} compile
org.apache.parquet:parquet-avro compile
org.apache.calcite:calcite-core ${calcite.version}
org.apache.curator:curator-client ${zk-curator.version}
org.apache.curator:curator-framework ${zk-curator.version}
org.apache.curator:curator-recipes ${zk-curator.version}
org.apache.hbase:hbase-client ${hbase.version}
org.apache.hbase:hbase-common ${hbase.version}
org.apache.hbase:hbase-protocol ${hbase.version}
org.apache.hudi:${hudi.spark.module}_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hadoop-mr 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hive-sync 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark-common_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.hudi:hudi-timeline-service 0.9.0-SNAPSHOT
org.json:json ${json.version}

packaging/hudi-timeline-server-bundle/pom.xml maven

packaging/hudi-utilities-bundle/pom.xml maven

${hive.groupid}:hive-common ${hive.version} ${utilities.bundle.hive.scope}
${hive.groupid}:hive-jdbc ${hive.version} ${utilities.bundle.hive.scope}
${hive.groupid}:hive-metastore ${hive.version} ${utilities.bundle.hive.scope}
${hive.groupid}:hive-service ${hive.version} ${utilities.bundle.hive.scope}
${hive.groupid}:hive-service-rpc ${hive.version} ${utilities.bundle.hive.scope}
org.apache.hbase:hbase-server ${hbase.version} compile
org.apache.htrace:htrace-core ${htrace.version} compile
org.apache.parquet:parquet-avro compile
org.apache.curator:curator-client ${zk-curator.version}
org.apache.curator:curator-framework ${zk-curator.version}
org.apache.curator:curator-recipes ${zk-curator.version}
org.apache.hbase:hbase-client ${hbase.version}
org.apache.hbase:hbase-common ${hbase.version}
org.apache.hbase:hbase-protocol ${hbase.version}
org.apache.hudi:${hudi.spark.module}_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.hudi:hudi-client-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-common 0.9.0-SNAPSHOT
org.apache.hudi:hudi-hive-sync 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark-client 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark-common_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.hudi:hudi-spark_${scala.binary.version} 0.9.0-SNAPSHOT
org.apache.hudi:hudi-utilities_${scala.binary.version} 0.9.0-SNAPSHOT

.github/actions/bot/package.json npm

@types/jest ^25.1.4 development
@typescript-eslint/eslint-plugin ^2.33.0 development
@typescript-eslint/parser ^2.33.0 development
@zeit/ncc ^0.22.0 development
eslint ^7.0.0 development
eslint-config-prettier ^6.11.0 development
husky ^4.2.5 development
jest ^25.1.0 development
npm-run-all ^4.1.5 development
prettier ^2.0.5 development
ts-jest ^25.2.1 development
typescript ^3.8.3 development
@actions/core ^1.2.4
@actions/github ^2.2.0
@actions/io ^1.0.2

.github/workflows/bot.yml actions

actions/checkout v2 composite
actions/github-script v1 composite

docker/compose/docker-compose_hadoop284_hive233_spark244.yml docker

apachehudi/hudi-hadoop_2.8.4-datanode latest
apachehudi/hudi-hadoop_2.8.4-history latest
apachehudi/hudi-hadoop_2.8.4-hive_2.3.3 latest
apachehudi/hudi-hadoop_2.8.4-hive_2.3.3-sparkadhoc_2.4.4 latest
apachehudi/hudi-hadoop_2.8.4-hive_2.3.3-sparkmaster_2.4.4 latest
apachehudi/hudi-hadoop_2.8.4-hive_2.3.3-sparkworker_2.4.4 latest
apachehudi/hudi-hadoop_2.8.4-namenode latest
apachehudi/hudi-hadoop_2.8.4-prestobase_0.217 latest
bde2020/hive-metastore-postgresql 2.3.0
bitnami/kafka 2.0.0
bitnami/zookeeper 3.4.12-r68

docker/hoodie/hadoop/base/Dockerfile docker

openjdk 8u212-jdk-slim-stretch build

docker/hoodie/hadoop/datanode/Dockerfile docker

apachehudi/hudi-hadoop_${HADOOP_VERSION}-base latest build

docker/hoodie/hadoop/historyserver/Dockerfile docker

apachehudi/hudi-hadoop_${HADOOP_VERSION}-base latest build

docker/hoodie/hadoop/hive_base/Dockerfile docker

apachehudi/hudi-hadoop_${HADOOP_VERSION}-base latest build

docker/hoodie/hadoop/namenode/Dockerfile docker

apachehudi/hudi-hadoop_${HADOOP_VERSION}-base latest build

docker/hoodie/hadoop/prestobase/Dockerfile docker

apachehudi/hudi-hadoop_${HADOOP_VERSION}-base latest build

docker/hoodie/hadoop/spark_base/Dockerfile docker

apachehudi/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION} latest build

docker/hoodie/hadoop/sparkadhoc/Dockerfile docker

apachehudi/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}-sparkbase_${SPARK_VERSION} latest build

docker/hoodie/hadoop/sparkmaster/Dockerfile docker

apachehudi/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}-sparkbase_${SPARK_VERSION} latest build

docker/hoodie/hadoop/sparkworker/Dockerfile docker

apachehudi/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}-sparkbase_${SPARK_VERSION} latest build