Ecosyste.ms: Repos

An open API service providing repository metadata for many open source software ecosystems.

GitHub / gbif / pipelines

Pipelines for data processing (GBIF and LivingAtlases)

JSON API: https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/gbif%2Fpipelines

Stars: 38
Forks: 27
Open Issues: 182

License: apache-2.0
Language: Java
Repo Size: 31.9 MB
Dependencies: 850

Created: over 6 years ago
Updated: 22 days ago
Last pushed: 23 days ago
Last synced: 23 days ago

Files

Loading...

Readme

Loading...

Dependencies

examples/metrics/pom.xml maven

examples/transform/pom.xml maven

gbif/coordinator/tasks/pom.xml maven

org.apache.hadoop:hadoop-common compile
org.apache.hadoop:hadoop-core compile
org.apache.hadoop:hadoop-hdfs compile
org.apache.zookeeper:zookeeper compile
ch.qos.logback:logback-classic ${logback.version}
ch.qos.logback:logback-core ${logback.version}
com.beust:jcommander 1.58
com.fasterxml.jackson.core:jackson-annotations
com.fasterxml.jackson.core:jackson-core
com.fasterxml.jackson.core:jackson-databind
com.fasterxml.jackson.dataformat:jackson-dataformat-avro
com.google.code.findbugs:jsr305 ${findbugs-jsr305.version}
com.google.guava:guava
com.google.inject:guice 4.2.3
com.rabbitmq:amqp-client 4.8.0
com.sun.jersey.contribs:jersey-apache-client4 1.19
com.sun.jersey:jersey-client 1.19
com.yammer.metrics:metrics-core 2.2.0
commons-configuration:commons-configuration 1.10
commons-io:commons-io 2.5
commons-lang:commons-lang 2.6
io.github.resilience4j:resilience4j-retry
javax.validation:validation-api 1.1.0.Final
junit:junit
net.logstash.logback:logstash-logback-encoder 4.11
org.apache.avro:avro
org.apache.beam:beam-runners-spark
org.apache.beam:beam-sdks-java-core
org.apache.beam:beam-sdks-java-io-hadoop-file-system
org.apache.curator:curator-client 4.0.1
org.apache.curator:curator-framework 4.0.1
org.apache.curator:curator-recipes 4.0.1
org.apache.httpcomponents:httpclient 4.5.6
org.apache.httpcomponents:httpcore 4.4.10
org.apache.lucene:lucene-core
org.elasticsearch.client:elasticsearch-rest-high-level-client
org.gbif.common:gbif-cli 0.14
org.gbif.common:gbif-postal-service ${gbif-postal-service.version}
org.gbif.crawler:crawler ${gbif-crawler.version}
org.gbif.crawler:crawler-coordinator ${gbif-crawler.version}
org.gbif.crawler:crawler-metasync ${gbif-crawler.version}
org.gbif.crawler:crawler-ws-client ${gbif-crawler.version}
org.gbif.pipelines:archives-converters
org.gbif.pipelines:ingest-gbif-fragmenter
org.gbif.pipelines:ingest-gbif-java
org.gbif.pipelines:validator-core
org.gbif.pipelines:validator-eml
org.gbif.pipelines:validator-ws-client
org.gbif.pipelines:variables
org.gbif.registry:registry-ws-client ${registry.version}
org.gbif:dwc-api
org.gbif:dwca-io
org.gbif:gbif-api
org.gbif:gbif-common
org.gbif:gbif-common-ws ${gbif-common-ws.version}
org.gbif:gbif-httputils 0.12
org.gbif:gbif-parsers
org.gbif:gbif-wrangler 0.3
org.kohsuke.metainf-services:metainf-services 1.7
org.projectlombok:lombok
org.slf4j:slf4j-api
org.slf4j:slf4j-log4j12
xerces:xercesImpl 2.12.1

gbif/coordinator/tasks-integration-tests/pom.xml maven

junit:junit
org.apache.curator:curator-framework 4.0.1
org.apache.hadoop:hadoop-minicluster
org.apache.hbase:hbase-testing-util
org.projectlombok:lombok
com.fasterxml.jackson.dataformat:jackson-dataformat-yaml test
com.google.guava:guava 17.0 test
org.apache.curator:curator-test 2.12.0 test
org.apache.zookeeper:zookeeper test
org.easytesting:fest-assert-core 2.0M10 test
org.gbif.common:gbif-postal-service ${gbif-postal-service.version} test
org.gbif.crawler:crawler-coordinator ${gbif-crawler.version} test
org.gbif.pipelines:elasticsearch-tools test
org.gbif.pipelines:ingest-gbif-fragmenter 2.12.0-SNAPSHOT test
org.gbif.pipelines:ingest-gbif-java test
org.gbif.pipelines:tasks-coordinator-cli test
org.gbif.pipelines:validator-api test
org.gbif.pipelines:validator-core test
org.gbif.pipelines:validator-eml test
org.gbif.pipelines:validator-ws-client test
org.gbif:gbif-api test
org.mockito:mockito-core 2.8.9 test
org.testcontainers:elasticsearch test

gbif/coordinator/tasks-integration-tests-hbase/pom.xml maven

junit:junit
org.apache.curator:curator-framework 4.0.1
org.apache.hadoop:hadoop-minicluster
org.apache.hbase:hbase-testing-util
org.projectlombok:lombok
com.google.guava:guava ${guava.hbase.version} test
org.apache.curator:curator-test 2.12.0 test
org.easytesting:fest-assert-core 2.0M10 test
org.gbif.common:gbif-postal-service ${gbif-postal-service.version} test
org.gbif.crawler:crawler-coordinator ${gbif-crawler.version} test
org.gbif.pipelines:ingest-gbif-fragmenter 2.12.0-SNAPSHOT test
org.gbif.pipelines:tasks-coordinator-cli test
org.mockito:mockito-core 2.8.9 test

gbif/validator/pipelines-validator-ws/pom.xml maven

gbif/validator/pom.xml maven

org.junit:junit-bom 5.7.2 import
org.springframework.boot:spring-boot-dependencies 2.3.7.RELEASE import
com.google.code.findbugs:jsr305 3.0.1
com.zaxxer:HikariCP 3.2.0
commons-fileupload:commons-fileupload 1.4
commons-io:commons-io 2.2
de.codecentric:spring-boot-admin-starter-client 2.2.4
io.github.openfeign:feign-jackson 10.11
net.logstash.logback:logstash-logback-encoder 4.11
org.apache.commons:commons-lang3 ${commons-lang3.version}
org.apache.odftoolkit:simple-odf 0.8.2-incubating
org.apache.poi:poi 5.0.0
org.apache.poi:poi-ooxml 5.0.0
org.apache.tika:tika-core 1.17
org.apache.zookeeper:zookeeper 3.4.14
org.gbif.common:gbif-postal-service ${gbif-postal-service.version}
org.gbif.registry:registry-metadata ${registry.version}
org.gbif.registry:registry-persistence ${registry.version}
org.gbif.registry:registry-ws-client ${registry.version}
org.gbif:gbif-api ${gbif-api.version}
org.gbif:gbif-common ${gbif-common.version}
org.gbif:gbif-common-mybatis 1.1
org.gbif:gbif-common-ws ${gbif-common-ws.version}
org.mybatis.spring.boot:mybatis-spring-boot-starter 2.0.1
org.mybatis:mybatis 3.5.1
org.mybatis:mybatis-spring 2.0.1
org.slf4j:slf4j-api 1.7.30
org.springdoc:springdoc-openapi-ui 1.5.8
org.springframework.boot:spring-boot 2.3.7.RELEASE
org.springframework.boot:spring-boot-actuator-autoconfigure 2.3.7.RELEASE
org.springframework.boot:spring-boot-autoconfigure 2.3.7.RELEASE
org.springframework.boot:spring-boot-configuration-processor 2.3.7.RELEASE
org.springframework.boot:spring-boot-starter-freemarker 2.3.7.RELEASE
org.springframework.boot:spring-boot-starter-mail 2.3.7.RELEASE
org.springframework.cloud:spring-cloud-openfeign-core 2.2.6.RELEASE
org.springframework.cloud:spring-cloud-starter-openfeign 2.2.6.RELEASE
org.springframework.cloud:spring-cloud-starter-sleuth 2.2.8.RELEASE
org.springframework.cloud:spring-cloud-starter-zookeeper-config 2.2.4.RELEASE
org.springframework.cloud:spring-cloud-starter-zookeeper-discovery 2.2.4.RELEASE
org.springframework.security:spring-security-core 5.3.6.RELEASE
org.springframework.security:spring-security-crypto 5.3.6.RELEASE
org.springframework:spring-context 5.2.12.RELEASE
org.springframework:spring-core 5.2.12.RELEASE
org.springframework:spring-web 5.2.12.RELEASE
org.springframework:spring-webmvc 5.2.12.RELEASE
xml-apis:xml-apis 1.4.01
org.junit.jupiter:junit-jupiter-api 5.7.2 test
org.junit.jupiter:junit-jupiter-engine 5.7.2 test
org.junit.platform:junit-platform-commons 1.7.0 test
org.mock-server:mockserver-client-java 5.11.2 test
org.mock-server:mockserver-core 5.11.2 test
org.mock-server:mockserver-junit-jupiter 5.11.2 test
org.mock-server:mockserver-netty 5.11.2 test
org.mock-server:mockserver-spring-test-listener 5.11.2 test
org.slf4j:slf4j-simple 1.7.30 test
org.springframework.boot:spring-boot-starter-test 2.3.7.RELEASE test
org.springframework.boot:spring-boot-test 2.3.7.RELEASE test
org.springframework.boot:spring-boot-test-autoconfigure 2.3.7.RELEASE test
org.springframework.security:spring-security-test 5.3.6.RELEASE test
org.springframework:spring-test 5.2.12.RELEASE test
org.testcontainers:postgresql 1.15.3 test

gbif/validator/validator-api/pom.xml maven

gbif/validator/validator-checklists/pom.xml maven

ch.qos.logback:logback-classic ${logback.version}
ch.qos.logback:logback-core ${logback.version}
com.beust:jcommander 1.60
com.fasterxml.jackson.core:jackson-annotations
com.fasterxml.jackson.core:jackson-core
com.fasterxml.jackson.core:jackson-databind
com.fasterxml.jackson.dataformat:jackson-dataformat-avro
com.google.code.findbugs:jsr305 ${findbugs-jsr305.version}
com.google.guava:guava 18.0
com.rabbitmq:amqp-client 3.1.4
com.yammer.metrics:metrics-core 2.2.0
javax.validation:validation-api 1.1.0.Final
junit:junit
net.logstash.logback:logstash-logback-encoder 4.11
org.apache.lucene:lucene-analyzers-common ${lucene-analyzers.version}
org.apache.lucene:lucene-core ${neo4j-lucene.version}
org.gbif.checklistbank:checklistbank-cli ${gbif-checklistbank.version}
org.gbif.common:gbif-cli 0.13
org.gbif.common:gbif-postal-service ${gbif-postal-service.version}
org.gbif.pipelines:validator-api
org.gbif.pipelines:validator-ws-client
org.gbif.pipelines:variables
org.gbif:gbif-common-ws
org.kohsuke.metainf-services:metainf-services 1.7
org.projectlombok:lombok
org.slf4j:slf4j-api
org.slf4j:slf4j-log4j12
org.springframework.cloud:spring-cloud-openfeign-core
org.springframework:spring-web

gbif/validator/validator-core/pom.xml maven

gbif/validator/validator-eml/pom.xml maven

gbif/validator/validator-mail/pom.xml maven

gbif/validator/validator-ws-client/pom.xml maven

livingatlas/bitmap/pom.xml maven

org.apache.xmlgraphics:batik-transcoder 1.13 compile
ch.qos.logback:logback-classic
com.google.guava:guava
org.apache.httpcomponents:httpcore
org.apache.xmlgraphics:batik-codec 1.13
org.postgresql:postgresql 42.4.0
org.projectlombok:lombok
org.slf4j:log4j-over-slf4j
org.slf4j:slf4j-api

livingatlas/migration/pom.xml maven

org.apache.hadoop:hadoop-common ${hadoop.version} compile
org.apache.hadoop:hadoop-hdfs ${hadoop.version} compile
org.apache.hadoop:hadoop-mapreduce-client-core ${hadoop.version} compile
org.apache.spark:spark-avro_2.11 2.4.5 compile
org.apache.spark:spark-core_2.11 2.4.5 compile
com.beust:jcommander 1.78
org.apache.avro:avro
org.apache.spark:spark-sql_2.11 2.4.5

livingatlas/pipelines/pom.xml maven

com.fasterxml.jackson.module:jackson-module-scala_2.11 ${jackson.version} compile
org.apache.hadoop:hadoop-client ${hadoop.version} compile
org.apache.hadoop:hadoop-common compile
org.apache.hadoop:hadoop-core compile
org.apache.hadoop:hadoop-hdfs compile
org.apache.hadoop:hadoop-mapreduce-client-core ${hadoop.version} compile
org.apache.zookeeper:zookeeper ${zookeeper-version} compile
org.projectlombok:lombok provided
au.org.ala.names:ala-namematching-client 1.0
au.org.ala.sds:ala-sensitive-data-client 1.1
au.org.ala:layers-store 2.0.3
ch.qos.logback:logback-classic
com.beust:jcommander 1.78
com.fasterxml.jackson.core:jackson-annotations ${jackson.version}
com.fasterxml.jackson.core:jackson-core ${jackson.version}
com.fasterxml.jackson.core:jackson-databind ${jackson.version}
com.fasterxml.jackson.dataformat:jackson-dataformat-avro ${jackson.version}
com.fasterxml.jackson.dataformat:jackson-dataformat-yaml ${jackson.version}
com.google.code.findbugs:jsr305
com.google.guava:guava
com.googlecode.json-simple:json-simple 1.1.1
com.jcabi:jcabi-log 0.18.1
com.squareup.okhttp3:okhttp
com.squareup.okio:okio
com.squareup.retrofit2:converter-jackson
com.squareup.retrofit2:retrofit
commons-beanutils:commons-beanutils
commons-codec:commons-codec ${commons-codec.version}
commons-configuration:commons-configuration 1.6
commons-digester:commons-digester
io.github.resilience4j:resilience4j-retry ${resilience4j.version}
io.netty:netty 3.9.9.Final
io.netty:netty-all 4.1.42.Final
net.jpountz.lz4:lz4 ${lz4.version}
one.util:streamex 0.7.2
org.apache.avro:avro
org.apache.beam:beam-runners-direct-java
org.apache.beam:beam-runners-spark
org.apache.beam:beam-sdks-java-core
org.apache.beam:beam-sdks-java-extensions-join-library ${apache.beam.version}
org.apache.beam:beam-sdks-java-io-hadoop-file-system
org.apache.beam:beam-sdks-java-io-solr ${apache.beam.version}
org.apache.commons:commons-compress
org.apache.commons:commons-lang3
org.apache.curator:curator-framework ${curator.version}
org.apache.maven.plugin-tools:maven-plugin-annotations ${maven-plugin-annotations.version}
org.apache.maven:maven-plugin-api ${maven-plugin-api.version}
org.apache.spark:spark-core_2.11 2.4.5
org.apache.spark:spark-streaming_2.11 2.4.5
org.checkerframework:checker-qual 3.9.1
org.freemarker:freemarker
org.gbif.kvs:kvs-core
org.gbif.kvs:kvs-gbif
org.gbif.pipelines:beam-common
org.gbif.pipelines:beam-transforms
org.gbif.pipelines:core
org.gbif.pipelines:models
org.gbif.pipelines:variables
org.gbif:dwc-api
org.gbif:gbif-api
org.gbif:gbif-common ${gbif-common.version}
org.gbif:gbif-parsers ${gbif-parsers.version}
org.geotools:gt-api ${geotools.version}
org.geotools:gt-epsg-wkt ${geotools.version}
org.geotools:gt-geometry ${geotools.version}
org.geotools:gt-main ${geotools.version}
org.geotools:gt-metadata ${geotools.version}
org.geotools:gt-opengis ${geotools.version}
org.geotools:gt-referencing ${geotools.version}
org.geotools:gt-transform ${geotools.version}
org.jetbrains.kotlin:kotlin-stdlib
org.jetbrains.kotlin:kotlin-stdlib-common ${okio-kotlin.version}
org.jetbrains:annotations 13.0
org.slf4j:slf4j-api
org.xerial.snappy:snappy-java 1.1.8.4
org.yaml:snakeyaml 1.25
com.squareup.okhttp3:mockwebserver 4.2.2 test
junit:junit test
org.apache.curator:curator-test ${curator.version} test
org.hamcrest:hamcrest-core ${hamcrest-core.version} test
org.hamcrest:java-hamcrest ${hamcrest-java.version} test

pom.xml maven

com.fasterxml.jackson.module:jackson-module-scala_2.11 2.12.2 compile
org.apache.hadoop:hadoop-common 2.6.0-cdh5.16.2 provided
org.apache.hadoop:hadoop-core 2.6.0-mr1-cdh5.16.2 provided
org.apache.hadoop:hadoop-hdfs 2.6.0-cdh5.16.2 provided
org.apache.maven.plugin-tools:maven-plugin-annotations 3.6.4 provided
org.apache.maven:maven-plugin-api 3.8.6 provided
org.projectlombok:lombok 1.18.20 provided
au.org.ala:pipelines 2.12.0-SNAPSHOT
biz.paluch.logging:logstash-gelf 1.11.2
ch.qos.logback:logback-classic 1.2.3
com.fasterxml.jackson.core:jackson-annotations 2.12.2
com.fasterxml.jackson.core:jackson-core 2.12.2
com.fasterxml.jackson.core:jackson-databind 2.12.2
com.fasterxml.jackson.dataformat:jackson-dataformat-avro 2.12.2
com.fasterxml.jackson.dataformat:jackson-dataformat-yaml 2.12.2
com.fasterxml.jackson.datatype:jackson-datatype-jsr310 2.12.2
com.google.code.findbugs:jsr305 3.0.2
com.google.guava:guava 20.0
com.squareup.okhttp3:okhttp 4.9.1
com.squareup.okio:okio 2.10.0
com.squareup.retrofit2:converter-jackson 2.9.0
com.squareup.retrofit2:retrofit 2.9.0
commons-beanutils:commons-beanutils 1.9.4
commons-codec:commons-codec 1.11
commons-digester:commons-digester 2.1
io.github.resilience4j:resilience4j-retry 1.1.0
log4j:log4j 1.2.17
net.jpountz.lz4:lz4 1.3.0
net.sf.supercsv:super-csv 2.4.0
org.apache.avro:avro 1.8.2
org.apache.beam:beam-runners-direct-java 2.33.0
org.apache.beam:beam-runners-spark 2.33.0
org.apache.beam:beam-sdks-java-core 2.33.0
org.apache.beam:beam-sdks-java-io-elasticsearch 2.33.0
org.apache.beam:beam-sdks-java-io-hadoop-file-system 2.33.0
org.apache.commons:commons-compress 1.19
org.apache.commons:commons-lang3 3.10
org.apache.curator:curator-framework 2.9.0
org.apache.hbase:hbase-client 1.2.0-cdh5.16.2
org.apache.hbase:hbase-common 1.2.0-cdh5.16.2
org.apache.httpcomponents:httpcore 4.4.12
org.apache.httpcomponents:httpcore-nio 4.4.12
org.apache.lucene:lucene-core 8.6.2
org.apache.spark:spark-core_2.11 2.4.0
org.apache.spark:spark-streaming_2.11 2.4.0
org.elasticsearch.client:elasticsearch-rest-client 7.9.2
org.elasticsearch.client:elasticsearch-rest-high-level-client 7.9.2
org.elasticsearch:elasticsearch 7.9.2
org.freemarker:freemarker 2.3.31
org.gbif.kvs:kvs-core 1.23
org.gbif.kvs:kvs-gbif 1.23
org.gbif.occurrence:occurrence-hdfs-table 0.173.1
org.gbif.pipelines:archives-converters 2.12.0-SNAPSHOT
org.gbif.pipelines:beam-common 2.12.0-SNAPSHOT
org.gbif.pipelines:beam-transforms 2.12.0-SNAPSHOT
org.gbif.pipelines:core 2.12.0-SNAPSHOT
org.gbif.pipelines:elasticsearch-tools 2.12.0-SNAPSHOT
org.gbif.pipelines:ingest-gbif-beam 2.12.0-SNAPSHOT
org.gbif.pipelines:ingest-gbif-fragmenter 2.12.0-SNAPSHOT
org.gbif.pipelines:ingest-gbif-java 2.12.0-SNAPSHOT
org.gbif.pipelines:keygen 2.12.0-SNAPSHOT
org.gbif.pipelines:models 2.12.0-SNAPSHOT
org.gbif.pipelines:pipelines-validator-ws 2.12.0-SNAPSHOT
org.gbif.pipelines:tasks-coordinator-cli 2.12.0-SNAPSHOT
org.gbif.pipelines:validator-api 2.12.0-SNAPSHOT
org.gbif.pipelines:validator-checklists 2.12.0-SNAPSHOT
org.gbif.pipelines:validator-core 2.12.0-SNAPSHOT
org.gbif.pipelines:validator-eml 2.12.0-SNAPSHOT
org.gbif.pipelines:validator-mail 2.12.0-SNAPSHOT
org.gbif.pipelines:validator-ws-client 2.12.0-SNAPSHOT
org.gbif.pipelines:variables 2.12.0-SNAPSHOT
org.gbif.vocabulary:vocabulary-lookup 0.47
org.gbif:dwc-api 1.37-SNAPSHOT
org.gbif:dwca-io 2.12
org.gbif:gbif-api 0.167-SNAPSHOT
org.gbif:gbif-common 0.53
org.gbif:gbif-common-spreadsheet 0.2
org.gbif:gbif-parsers 0.58
org.gbif:gbif-wrangler 0.3
org.gbif:hbase-utils 0.12
org.geotools:gt-api 20.5
org.geotools:gt-epsg-hsql 20.5
org.geotools:gt-geometry 20.5
org.geotools:gt-main 20.5
org.geotools:gt-metadata 20.5
org.geotools:gt-opengis 20.5
org.geotools:gt-referencing 20.5
org.geotools:gt-transform 20.5
org.jetbrains.kotlin:kotlin-stdlib 1.4.32
org.mapdb:mapdb 3.0.6
org.slf4j:slf4j-api 1.7.16
org.slf4j:slf4j-log4j12 1.7.16
com.squareup.okhttp3:mockwebserver 3.11.0 test
junit:junit 4.13.1 test
org.apache.curator:curator-test 2.9.0 test
org.apache.hadoop:hadoop-minicluster 2.6.0-cdh5.16.2 test
org.apache.hbase:hbase-testing-util 1.2.0-cdh5.16.2 test
org.apache.zookeeper:zookeeper 3.4.5 test
org.hamcrest:hamcrest-core 1.3 test
org.hamcrest:java-hamcrest 2.0.0.0 test
org.slf4j:log4j-over-slf4j 1.7.16 test
org.testcontainers:elasticsearch 1.17.2 test
org.testcontainers:testcontainers 1.17.2 test

sdks/beam-common/pom.xml maven

sdks/beam-transforms/pom.xml maven

sdks/core/pom.xml maven

sdks/models/pom.xml maven

sdks/variables/pom.xml maven

org.projectlombok:lombok

livingatlas/bitmap/docker/Dockerfile docker

postgis/postgis 13-master build

livingatlas/pipelines/src/main/docker/solr8-jts/Dockerfile docker

solr 8.11.2 build

livingatlas/solr/docker/solr7/Dockerfile docker

solr 7.7.2 build

livingatlas/solr/docker/solr8/Dockerfile docker

solr 8.7.0 build

examples/pom.xml maven

gbif/coordinator/pom.xml maven

gbif/identifiers/diagnostics/pom.xml maven

org.apache.hadoop:hadoop-common compile
org.apache.hadoop:hadoop-core compile
org.apache.hadoop:hadoop-hdfs compile
org.apache.zookeeper:zookeeper compile
ch.qos.logback:logback-classic
com.beust:jcommander ${jcommander.version}
com.google.guava:guava ${guava.hbase.version}
junit:junit
org.apache.hbase:hbase-client
org.apache.hbase:hbase-common
org.gbif.pipelines:keygen
org.gbif:dwca-io
org.gbif:hbase-utils
org.projectlombok:lombok
org.slf4j:log4j-over-slf4j
org.slf4j:slf4j-api

gbif/identifiers/identifiers-integration-tests/pom.xml maven

junit:junit
org.apache.hadoop:hadoop-minicluster
org.apache.hbase:hbase-testing-util
org.projectlombok:lombok
ch.qos.logback:logback-classic test
com.beust:jcommander ${jcommander.version} test
com.google.guava:guava ${guava.hbase.version} test
org.apache.curator:curator-framework test
org.apache.curator:curator-test test
org.apache.hadoop:hadoop-common test
org.apache.hadoop:hadoop-core test
org.apache.hadoop:hadoop-hdfs test
org.apache.hbase:hbase-client test
org.apache.hbase:hbase-common test
org.apache.zookeeper:zookeeper test
org.gbif.pipelines:diagnostics test
org.gbif.pipelines:keygen test
org.gbif:dwca-io test
org.gbif:hbase-utils test
org.slf4j:log4j-over-slf4j test
org.slf4j:slf4j-api test

gbif/identifiers/keygen/pom.xml maven

gbif/identifiers/pom.xml maven

gbif/ingestion/clustering-gbif/pom.xml maven

org.apache.hadoop:hadoop-client ${hadoop.version} provided
org.apache.spark:spark-catalyst_2.11 2.3.0 provided
org.apache.spark:spark-core_2.11 2.3.0 provided
org.apache.spark:spark-hive_2.11 2.3.0 provided
org.apache.spark:spark-sql_2.11 2.3.0 provided
org.apache.spark:spark-yarn_2.11 2.3.0 provided
junit:junit
org.apache.hbase:hbase-client
org.apache.hbase:hbase-server ${hbase.version}
org.codehaus.janino:commons-compiler 3.0.8
org.codehaus.janino:janino 3.0.8
org.gbif.pipelines:core

gbif/ingestion/ingest-gbif-beam/pom.xml maven

gbif/ingestion/ingest-gbif-fragmenter/pom.xml maven

com.google.guava:guava ${guava.hbase.version}
junit:junit
org.apache.hadoop:hadoop-minicluster
org.apache.hbase:hbase-client
org.apache.hbase:hbase-common
org.apache.hbase:hbase-testing-util
org.gbif.pipelines:archives-converters
org.gbif.pipelines:keygen
org.gbif.pipelines:variables
org.gbif:hbase-utils
org.projectlombok:lombok
org.slf4j:log4j-over-slf4j
org.slf4j:slf4j-api
xerces:xercesImpl 2.11.0 test

gbif/ingestion/ingest-gbif-java/pom.xml maven

gbif/ingestion/ingestion-integration-tests/pom.xml maven

com.squareup.okhttp3:mockwebserver
junit:junit
org.hamcrest:hamcrest-core
org.projectlombok:lombok
ch.qos.logback:logback-classic test
com.fasterxml.jackson.core:jackson-annotations test
com.fasterxml.jackson.core:jackson-databind test
org.apache.beam:beam-runners-direct-java test
org.apache.curator:curator-client ${curator.version} test
org.apache.curator:curator-framework test
org.apache.curator:curator-test test
org.apache.spark:spark-core_2.11 test
org.apache.spark:spark-streaming_2.11 test
org.apache.zookeeper:zookeeper test
org.gbif.pipelines:ingest-gbif-beam test
org.gbif.pipelines:ingest-gbif-java test
org.gbif:gbif-wrangler ${gbif-wrangler.version} test
org.slf4j:slf4j-api test
org.testcontainers:elasticsearch test

gbif/ingestion/pom.xml maven

gbif/ingestion/pre-backbone-release/pom.xml maven

org.apache.hadoop:hadoop-common provided
org.apache.hadoop:hadoop-core provided
org.apache.beam:beam-runners-spark
org.apache.beam:beam-sdks-java-core
org.apache.beam:beam-sdks-java-extensions-sql ${apache.beam.version}
org.apache.beam:beam-sdks-java-extensions-sql-hcatalog ${apache.beam.version}
org.apache.beam:beam-sdks-java-io-hadoop-file-system
org.apache.beam:beam-sdks-java-io-hadoop-format ${apache.beam.version}
org.apache.beam:beam-sdks-java-io-hcatalog ${apache.beam.version}
org.apache.hive.hcatalog:hive-hcatalog-core 1.2.0
org.apache.hive:hive-common 1.2.0
org.apache.hive:hive-exec 1.2.0
org.apache.hive:hive-metastore 1.2.0
org.gbif.kvs:kvs-gbif
org.projectlombok:lombok
org.slf4j:slf4j-api

gbif/pom.xml maven

gbif/validator/validator-integration-tests/pom.xml maven

livingatlas/pom.xml maven

sdks/plugins/maven-avro-annotation-editor/pom.xml maven

sdks/plugins/maven-extension-avsc-schema-generator/pom.xml maven

sdks/plugins/maven-extension-java-code-generator/pom.xml maven

sdks/plugins/pom.xml maven

sdks/pom.xml maven

sdks/sdks-integration-tests/pom.xml maven

sdks/tools/archives-converters/pom.xml maven

sdks/tools/elasticsearch-tools/pom.xml maven

sdks/tools/pom.xml maven

gbif/ingestion/ingestion-integration-tests-hbase/pom.xml maven

junit:junit
org.apache.hadoop:hadoop-minicluster
org.apache.hbase:hbase-testing-util
org.projectlombok:lombok
ch.qos.logback:logback-classic test
com.fasterxml.jackson.core:jackson-annotations test
com.fasterxml.jackson.core:jackson-databind test
com.google.guava:guava ${guava.hbase.version} test
org.apache.beam:beam-runners-direct-java test
org.apache.curator:curator-client ${curator.version} test
org.apache.curator:curator-framework test
org.apache.curator:curator-test test
org.apache.zookeeper:zookeeper test
org.gbif.pipelines:ingest-gbif-beam test
org.gbif.pipelines:ingest-gbif-java test
org.slf4j:slf4j-api test