Ecosyste.ms: Repos

An open API service providing repository metadata for many open source software ecosystems.

GitHub / irbigdata / data-dockerfiles

a curated list of docker-compose files prepared for testing data engineering tools, databases and open source libraries.

JSON API: https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/irbigdata%2Fdata-dockerfiles

Stars: 562
Forks: 57
Open Issues: 0

License: None
Language: Jupyter Notebook
Repo Size: 4.55 MB
Dependencies: 111

Created: over 2 years ago
Updated: 3 months ago
Last pushed: 8 months ago
Last synced: about 2 months ago

Files

Readme

Dependencies

Airflow/Pipfile pypi

apache-airflow ==2.1.3
apache-airflow-providers-postgres ==2.0.0
confluent-kafka ==1.7.0
elastic-apm ==6.4.0
jdatetime ==3.6.2
minio ==7.1.0
psycopg2-binary ==2.9.1
pytz ==2021.1

Airflow/build/requirements.txt pypi

apache-airflow ==2.2.0
apache-airflow-providers-postgres ==2.0.0
confluent-kafka ==1.7.0
elastic-apm ==6.4.0
jdatetime ==3.6.2
minio ==7.1.0
plyvel ==1.3.0
psycopg2-binary ==2.9.1
pytz ==2021.1
wheel *

Spark/build/pyspark/requirements.txt pypi

jupyter *
pyspark *

Airflow/build/Dockerfile docker

apache/airflow 2.2.3-python3.9 build

Cassandra/docker-compose.yml docker

cassandra ${CASSANDRA_VERSION
gesellix/nf-data-explorer latest

ClickHouse/docker-compose.yml docker

yandex/clickhouse-client latest
yandex/clickhouse-server latest

Druid/docker-compose-original.yml docker

apache/druid 0.21.1
postgres 13.3-alpine3.14
zookeeper 3.5

Druid/docker-compose.yml docker

apache/druid ${DRUID_VERSION}
postgres ${PG_VERSION
zookeeper 3.5

ELK/docker-compose-es8.yml docker

docker.elastic.co/elasticsearch/elasticsearch 8.3.1
docker.elastic.co/kibana/kibana 8.3.1

ELK/docker-compose.yml docker

docker.elastic.co/elasticsearch/elasticsearch 7.16.3
docker.elastic.co/kibana/kibana 7.16.3

ELK/elasticsearch/Dockerfile docker

docker.elastic.co/elasticsearch/elasticsearch ${ELK_VERSION} build

ELK/extensions/apm-server/Dockerfile docker

docker.elastic.co/apm/apm-server ${ELK_VERSION} build

ELK/extensions/curator/Dockerfile docker

bitnami/elasticsearch-curator 5.8.1 build

ELK/extensions/enterprise-search/Dockerfile docker

docker.elastic.co/enterprise-search/enterprise-search ${ELK_VERSION} build

ELK/extensions/filebeat/Dockerfile docker

docker.elastic.co/beats/filebeat ${ELK_VERSION} build

ELK/extensions/logspout/Dockerfile docker

gliderlabs/logspout master build

ELK/extensions/metricbeat/Dockerfile docker

docker.elastic.co/beats/metricbeat ${ELK_VERSION} build

ELK/kibana/Dockerfile docker

docker.elastic.co/kibana/kibana ${ELK_VERSION} build

ELK/logstash/Dockerfile docker

docker.elastic.co/logstash/logstash ${ELK_VERSION} build

Grafana-Prometheus/docker-compose-full.yml docker

grafana/grafana-oss ${GRAFANA_VERSION
grafana/loki ${GRAFANA_VERSION
grafana/promtail ${GRAFANA_VERSION
grafana/tempo latest
prom/alertmanager latest
prom/prometheus ${Prom_VERSION
prom/pushgateway latest

Grafana-Prometheus/docker-compose.yml docker

grafana/grafana-oss ${GRAFANA_VERSION
prom/prometheus ${Prom_VERSION

Hadoop/docker-compose.yml docker

bde2020/hadoop-datanode 2.0.0-hadoop3.2.1-java8
bde2020/hadoop-historyserver 2.0.0-hadoop3.2.1-java8
bde2020/hadoop-namenode 2.0.0-hadoop3.2.1-java8
bde2020/hadoop-nodemanager 2.0.0-hadoop3.2.1-java8
bde2020/hadoop-resourcemanager 2.0.0-hadoop3.2.1-java8

Hadoop/docker-compose2nodes.yml docker

bde2020/hadoop-datanode 2.0.0-hadoop3.2.1-java8
bde2020/hadoop-historyserver 2.0.0-hadoop3.2.1-java8
bde2020/hadoop-namenode 2.0.0-hadoop3.2.1-java8
bde2020/hadoop-nodemanager 2.0.0-hadoop3.2.1-java8
bde2020/hadoop-resourcemanager 2.0.0-hadoop3.2.1-java8

Kafka/docker-compose-bitnami.yml docker

Kafka/docker-compose-wurstmeister.yml docker

wurstmeister/kafka 2.12-2.4.1
wurstmeister/zookeeper latest

Kafka/docker-compose.yml docker

confluentinc/cp-kafka ${CP_VERSION
confluentinc/cp-kafka-rest ${CP_VERSION
confluentinc/cp-schema-registry ${CP_VERSION
confluentinc/cp-zookeeper ${CP_VERSION
tchiotludo/akhq latest

LakeFS/LakeFs-Minio/docker-compose-lakefs.yml docker

postgres ${PG_VERSION
treeverse/lakefs ${VERSION

LakeFS/LakeFs-Minio/docker-compose-minio-cluster.yml docker

minio/minio RELEASE.2021-05-11T23-27-41Z
nginx 1.19.2-alpine

LakeFS/LakeFs-Minio/docker-compose-minio.yml docker

minio/console latest
minio/mc latest
minio/minio latest
prom/prometheus latest

LakeFS/docker-compose-lake-fs.yml docker

postgres ${PG_VERSION
treeverse/lakefs ${VERSION

Mariadb/docker-compose-pg-mariadb.yml docker

yobasystems/alpine-mariadb latest

Postgres/docker-compose.yml docker

postgres ${PG_VERSION

Redis/docker-compose.yml docker

redis alpine
rediscommander/redis-commander latest

Spark/build/pyspark/Dockerfile docker

spark 3.2.0 build

Spark/build/spark/Dockerfile docker

builder latest build
openjdk 11.0.11-jre-slim-buster build

Spark/docker-compose-hadoop.yml docker

bde2020/hadoop-datanode 2.0.0-hadoop3.2.1-java8
bde2020/hadoop-namenode 2.0.0-hadoop3.2.1-java8
pyspark 3.2.0
spark 3.2.0

Spark/docker-compose-kafka.yml docker

confluentinc/cp-kafka ${CP_VERSION}
confluentinc/cp-zookeeper ${CP_VERSION}
pyspark 3.2.0
spark 3.2.0
tchiotludo/akhq latest

Spark/docker-compose.yml docker

postgres ${PG_VERSION
pyspark 3.2.0
spark 3.2.0

Trino/docker-compose-cluster.yml docker

trinodb/trino ${TRINO_VERSION

Trino/docker-compose-hive-metastore.yml docker

bitsondatadev/hive-metastore latest
mariadb latest
minio/minio latest
trinodb/trino ${TRINO_VERSION

Trino/docker-compose.yml docker

trinodb/trino ${TRINO_VERSION

mongo/docker-compose.yml docker

mongo latest
mongo-express latest