Ecosyste.ms: Repos
An open API service providing repository metadata for many open source software ecosystems.
GitHub / mozilla / docker-etl
Collection of dockerized ETL jobs managed by data engineering.
JSON API: https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/mozilla%2Fdocker-etl
Stars: 14
Forks: 12
Open Issues: 8
License: mpl-2.0
Language: Python
Repo Size: 905 KB
Dependencies:
340
Created: over 3 years ago
Updated: about 1 month ago
Last pushed: about 1 month ago
Last synced: about 1 month ago
Files
Loading...
Readme
Loading...
Dependencies
- google-cloud-bigquery ==2.8.0
- google-cloud-core ==1.4.1
- google-cloud-storage ==1.36.0
- smart_open ==4.2.0
- BigQuery-Python ==1.15.0
- Cython ==0.29.28
- Jinja2 ==2.11.2
- LunarCalendar ==0.0.9
- MarkupSafe ==1.1.1
- Pillow ==9.0.1
- PyMeeus ==0.5.11
- PyNaCl ==1.5.0
- PyYAML ==6.0
- appdirs ==1.4.4
- attrs ==20.3.0
- bcrypt ==3.2.0
- beautifulsoup4 ==4.10.0
- black ==20.8b1
- cachetools ==4.2.4
- certifi ==2021.10.8
- cffi ==1.15.0
- charset-normalizer ==2.0.12
- click ==8.0.4
- cmdstanpy ==0.9.68
- convertdate ==2.4.0
- cryptography ==36.0.1
- cycler ==0.11.0
- ephem ==4.1.3
- flake8 ==3.8.4
- google ==3.0.0
- google-api-core ==1.31.5
- google-api-python-client ==2.38.0
- google-auth ==1.35.0
- google-auth-httplib2 ==0.1.0
- google-auth-oauthlib ==0.5.0
- google-cloud-bigquery ==1.27.2
- google-cloud-bigquery-storage ==1.0.0
- google-cloud-core ==1.7.2
- google-cloud-storage ==1.31.0
- google-crc32c ==1.3.0
- google-resumable-media ==1.3.3
- googleapis-common-protos ==1.55.0
- grpcio ==1.44.0
- hijri-converter ==2.2.3
- holidays ==0.13
- httplib2 ==0.20.4
- idna ==3.3
- iniconfig ==1.1.1
- kiwisolver ==1.3.2
- korean-lunar-calendar ==0.2.1
- matplotlib ==3.3.2
- mccabe ==0.6.1
- more-itertools ==8.6.0
- mypy-extensions ==0.4.3
- numpy ==1.21.4
- oauthlib ==3.2.0
- packaging ==20.7
- pandas ==1.3.5
- pandas-gbq ==0.13.2
- paramiko ==2.9.2
- pathspec ==0.8.1
- plotly ==4.9.0
- pluggy ==0.13.1
- protobuf ==3.19.4
- py ==1.10.0
- pyarrow ==7.0.0
- pyasn1 ==0.4.8
- pyasn1-modules ==0.2.8
- pycodestyle ==2.6.0
- pycparser ==2.21
- pydata-google-auth ==1.3.0
- pyflakes ==2.2.0
- pyparsing ==2.4.7
- pytest ==6.0.2
- pytest-black ==0.3.11
- pytest-flake8 ==1.0.6
- python-dateutil ==2.8.2
- pytz ==2021.3
- regex ==2020.11.13
- requests ==2.27.1
- requests-oauthlib ==1.3.1
- retrying ==1.3.3
- rsa ==4.8
- setuptools-git ==1.2
- six ==1.16.0
- soupsieve ==2.3.1
- storage ==0.0.4.3
- toml ==0.10.2
- tqdm ==4.63.0
- typed-ast ==1.4.1
- typing-extensions ==3.7.4.3
- ujson ==5.1.0
- uritemplate ==4.1.1
- urllib3 ==1.26.8
- click ==8.0.4
- google-cloud-bigquery ==2.30.1
- kinto-http ==10.7.0
- pytest ==6.0.2
- pytest-black ==0.3.11
- pytest-flake8 ==1.0.6
- pytest-mock ==3.6.1
- click ==8.0.4
- google-cloud-bigquery ==2.32.0
- holidays ==0.12
- numpy ==1.22.1
- pandas ==1.3.5
- pyarrow ==6.0.1
- pytest ==6.0.2
- pytest-black ==0.3.11
- pytest-flake8 ==1.0.6
requirements.in
pypi
- Jinja2 ==2.11.3
- click ==8.0.4
- importlib-metadata ==4.11.3
- pytest ==6.0.2
- pytest-black ==0.3.11
- pytest-flake8 ==1.0.6
- pyyaml ==5.4
- python 3.8 build
- click ==8.0.4
- flake8 ==3.8.4
- google-cloud-bigquery ==3.11.4
- pytest ==6.0.2
- pytest-black ==0.3.11
- pytest-flake8 ==1.0.6
- Jinja2 ==2.11.3
- MarkupSafe ==2.0.1
- click ==8.0.4
- google-cloud-bigquery ==1.27.2
- google-cloud-bigquery-storage ==1.0.0
- google-cloud-storage ==1.31.0
- matplotlib ==3.3.2
- numpy ==1.19.2
- pandas ==1.1.2
- pandas-gbq ==0.13.2
- plotly ==4.9.0
- pyarrow ==1.0.1
- pytest ==6.0.2
- pytest-black ==0.3.11
- pytest-flake8 ==1.0.6
- click ==8.0.4
- pytest ==6.0.2
- pytest-black ==0.3.11
- pytest-flake8 ==1.0.6
Dockerfile
docker
- python 3.8 build
jobs/bq2sftp/Dockerfile
docker
- google/cloud-sdk 357.0.0 build
- python 3.8 build
jobs/example_job/Dockerfile
docker
- python 3.8 build
- python 3.8 build
- python 3.8 build
- gcr.io/deeplearning-platform-release/base-cpu latest build
- python 3.8 build
- python 3.8 build
jobs/search-alert/Dockerfile
docker
- python 3.8 build
- python 3.8 build
- python 3.8 build
- python 3.8 build
- python 3.10 build
- python 3.8 build
- python 3.8 build
- gcr.io/google.com/cloudsdktool/cloud-sdk latest build
- python 3.10 build
jobs/webcompat-kb/Dockerfile
docker
- python 3.8 build
- click ==8.0.4
- flake8 <5
- google-cloud-bigquery ==3.11.1
- pip-tools ==6.13.0
- pytest ==7.3.2
- pytest-black ==0.3.12
- pytest-flake8 ==1.1.1
- click ==8.0.4
- google-cloud-bigquery ==3.5.0
- pytest ==6.0.2
- pytest-black ==0.3.11
- pytest-flake8 ==1.0.6
- click ==8.0.4
- google-cloud-bigquery ==3.5.0
- influxdb ==5.3.1
- pandas ==1.5.1
- pyarrow ==8.0.0
- pytest ==6.0.2
- pytest-black ==0.3.11
- pytest-flake8 ==1.0.6
- jupyter * development
- argon2-cffi ==20.1.0 development
- async-generator ==1.10 development
- attrs ==20.3.0 development
- backcall ==0.2.0 development
- bleach ==3.3.0 development
- cffi ==1.14.4 development
- click ==7.0 development
- decorator ==4.4.2 development
- defusedxml ==0.6.0 development
- entrypoints ==0.3 development
- ipykernel ==5.4.3 development
- ipython ==7.19.0 development
- ipython-genutils ==0.2.0 development
- ipywidgets ==7.6.3 development
- jedi ==0.18.0 development
- jinja2 ==2.11.2 development
- jsonschema ==3.2.0 development
- jupyter ==1.0.0 development
- jupyter-client ==6.1.11 development
- jupyter-console ==6.2.0 development
- jupyter-core ==4.7.0 development
- jupyterlab-pygments ==0.1.2 development
- jupyterlab-widgets ==1.0.0 development
- markupsafe ==1.1.1 development
- mistune ==0.8.4 development
- nbclient ==0.5.1 development
- nbconvert ==6.0.7 development
- nbformat ==5.1.2 development
- nest-asyncio ==1.5.1 development
- notebook ==6.2.0 development
- packaging ==20.8 development
- pandocfilters ==1.4.3 development
- parso ==0.8.1 development
- pexpect ==4.8.0 development
- pickleshare ==0.7.5 development
- prometheus-client ==0.9.0 development
- prompt-toolkit ==3.0.14 development
- ptyprocess ==0.7.0 development
- py4j ==0.10.9 development
- pycparser ==2.20 development
- pygments ==2.7.4 development
- pyparsing ==2.4.7 development
- pyrsistent ==0.17.3 development
- pyspark ==3.0.1 development
- python-dateutil ==2.8.1 development
- pyzmq ==22.0.0 development
- qtconsole ==5.0.2 development
- qtpy ==1.9.0 development
- send2trash ==1.5.0 development
- six ==1.15.0 development
- terminado ==0.9.2 development
- testpath ==0.4.4 development
- tornado ==6.1 development
- traitlets ==5.0.5 development
- wcwidth ==0.2.5 development
- webencodings ==0.5.1 development
- widgetsnbextension ==3.5.1 development
- black ==20.8b1
- db-dtypes ==1.0.0
- google-cloud-bigquery ==3.0.1
- numpy ==1.21.0
- pandas ==1.3.5
- pytest ==7.1.2
- pytest-asyncio ==0.18.3
- pytest-black ==0.3.11
- spacy >=3.0.0,<4.0.0
- spacy-fastlang ==1.0.1
- click ==8.0.4
- flake8 ==3.8.4
- google-cloud-bigquery ==3.11.4
- pytest ==6.0.2
- pytest-black ==0.3.11
- pytest-flake8 ==1.0.6
setup.py
pypi
requirements.txt
pypi
- appdirs ==1.4.4
- attrs ==20.3.0
- black ==20.8b1
- click ==8.0.4
- flake8 ==3.8.4
- importlib-metadata ==4.11.3
- iniconfig ==1.1.1
- jinja2 ==2.11.3
- markupsafe ==1.1.1
- mccabe ==0.6.1
- more-itertools ==8.6.0
- mypy-extensions ==0.4.3
- packaging ==20.7
- pathspec ==0.8.1
- pluggy ==0.13.1
- py ==1.10.0
- pycodestyle ==2.6.0
- pyflakes ==2.2.0
- pyparsing ==2.4.7
- pytest ==6.0.2
- pytest-black ==0.3.11
- pytest-flake8 ==1.0.6
- pyyaml ==5.4
- regex ==2020.11.13
- toml ==0.10.2
- typed-ast ==1.4.1
- typing-extensions ==3.7.4.3
- zipp ==3.7.0
- black ==23.3.0
- build ==0.10.0
- cachetools ==5.3.1
- certifi ==2023.5.7
- charset-normalizer ==3.1.0
- click ==8.0.4
- exceptiongroup ==1.1.1
- flake8 ==4.0.1
- google-api-core ==2.11.1
- google-auth ==2.20.0
- google-cloud-bigquery ==3.11.1
- google-cloud-core ==2.3.2
- google-crc32c ==1.5.0
- google-resumable-media ==2.5.0
- googleapis-common-protos ==1.59.1
- grpcio ==1.54.2
- grpcio-status ==1.54.2
- idna ==3.4
- importlib-metadata ==4.2.0
- iniconfig ==2.0.0
- mccabe ==0.6.1
- mypy-extensions ==1.0.0
- packaging ==23.1
- pathspec ==0.11.1
- pip-tools ==6.13.0
- platformdirs ==3.7.0
- pluggy ==0.13.1
- proto-plus ==1.22.2
- protobuf ==4.23.3
- pyasn1 ==0.5.0
- pyasn1-modules ==0.3.0
- pycodestyle ==2.8.0
- pyflakes ==2.4.0
- pyproject-hooks ==1.0.0
- pytest ==7.3.2
- pytest-black ==0.3.12
- pytest-flake8 ==1.1.1
- python-dateutil ==2.8.2
- requests ==2.31.0
- rsa ==4.9
- six ==1.16.0
- toml ==0.10.2
- tomli ==2.0.1
- typed-ast ==1.5.4
- typing-extensions ==4.6.3
- urllib3 ==1.26.16
- wheel ==0.40.0
- zipp ==3.15.0