Ecosyste.ms: Repos

An open API service providing repository metadata for many open source software ecosystems.

GitHub / dagster-io / dagster

An orchestration platform for the development, production, and observation of data assets.

JSON API: https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/dagster-io%2Fdagster

Stars: 10,308
Forks: 1,283
Open Issues: 2,462

License: apache-2.0
Language: Python
Repo Size: 952 MB
Dependencies: 2,175

Created: about 6 years ago
Updated: about 15 hours ago
Last pushed: about 14 hours ago
Last synced: about 14 hours ago

Commit Stats

Commits: 16889
Authors: 412
Mean commits per author: 40.99
Development Distribution Score: 0.914
More commit stats: https://commits.ecosyste.ms/hosts/GitHub/repositories/dagster-io/dagster

Topics: analytics, dagster, data-engineering, data-integration, data-orchestrator, data-pipelines, data-science, etl, metadata, mlops, orchestration, python, scheduler, workflow, workflow-automation

Files

Readme

Dependencies

examples/project_dagster_university_start/.devcontainer/Dockerfile docker

mcr.microsoft.com/devcontainers/python 3.11 build

.github/workflows/build-docs.yml actions

actions/checkout v3 composite
amondnet/vercel-action v25 composite

.github/workflows/build-storybook-core.yml actions

actions/checkout v3 composite
amondnet/vercel-action v25 composite

.github/workflows/build-storybook-ui.yml actions

actions/checkout v3 composite
amondnet/vercel-action v25 composite

examples/deploy_docker/docker-compose.yml docker

docker_example_user_code_image latest
postgres 11

examples/deploy_docker/from_source/docker-compose.yml docker

docker_example_user_code_image latest
postgres 11

examples/deploy_ecs/Dockerfile docker

dagster latest build
python 3.10-slim build

examples/deploy_ecs/docker-compose.yml docker

$REGISTRY_URL/deploy_ecs/daemon latest
$REGISTRY_URL/deploy_ecs/user_code latest
$REGISTRY_URL/deploy_ecs/webserver latest
postgres 11

examples/deploy_ecs/from_source/Dockerfile docker

dagster latest build
python 3.10-slim build

examples/deploy_ecs/from_source/docker-compose.yml docker

$REGISTRY_URL/deploy_ecs/daemon latest
$REGISTRY_URL/deploy_ecs/user_code latest
$REGISTRY_URL/deploy_ecs/webserver latest
postgres 11

examples/docs_snippets/docker-compose.yml docker

postgres 11

examples/docs_snippets/docs_snippets/deploying/docker/Dockerfile docker

python 3.10-slim build

integration_tests/test_suites/backcompat-test-suite/webserver_service/docker-compose.yml docker

dagster_grpc_image latest
postgres 11

integration_tests/test_suites/daemon-test-suite/auto_run_reexecution_tests/docker-compose.yml docker

postgres 11

integration_tests/test_suites/daemon-test-suite/monitoring_daemon_tests/docker-compose.yml docker

postgres 11

examples/with_great_expectations/pyproject.toml pypi

docs/dagster-university/package.json npm

@tailwindcss/typography ^0.5.9 development
@types/node latest development
@types/prismjs ^1.26.0 development
@types/react latest development
@types/react-dom latest development
autoprefixer ^10.4.15 development
babel-plugin-prismjs ^2.1.0 development
eslint 8.48.0 development
eslint-config-next 13.4.19 development
eslint-config-prettier ^9.0.0 development
postcss ^8.4.29 development
prettier ^3.0.3 development
tailwindcss ^3.3.3 development
typescript latest development
@headlessui/react ^1.7.17
@markdoc/markdoc latest
@markdoc/next.js latest
next latest
prismjs latest
react latest
react-dom latest

integration_tests/python_modules/dagster-k8s-test-infra/setup.py pypi

dagster *

.github/workflows/build-dagster-university.yml actions

actions/checkout v3 composite
amondnet/vercel-action v25 composite

docs/next/package.json npm

@dagster-io/eslint-config 1.0.11 development
@tailwindcss/jit ^0.1.1 development
@types/classnames ^2.2.11 development
@types/jest ^29.5.3 development
@types/node ^14.14.22 development
@types/react ^17.0.0 development
eslint ^8.45.0 development
eslint-plugin-dagster-rules link:../../js_modules/dagster-ui/packages/eslint-config/rules development
html-react-parser ^2.0.0 development
jest ^29.6.2 development
node-html-parser ^5.3.3 development
prettier ^2.8.8 development
remark-cli ^9.0.0 development
remark-gfm ^1.0.0 development
remark-preset-prettier ^0.4.1 development
typescript 5.0.4 development
@docsearch/react ^3.5.1
@headlessui/react ^1.6.6
@jsdevtools/rehype-toc ^3.0.2
@mapbox/rehype-prism ^0.5.0
@mdx-js/loader ^1.6.22
@next/mdx ^12.2.2
@tailwindcss/forms ^0.2.1
@tailwindcss/typography ^0.4.0
@types/mdx ^2.0.2
add ^2.0.6
amator ^1.1.0
autoprefixer ^10.1.0
axios ^0.26.0
classnames ^2.2.6
eslint-config-next ^13.4.19
fast-glob ^3.2.5
gray-matter ^4.0.2
image-size ^0.9.7
lodash ^4.17.21
mdast-util-toc ^5.1.0
new-github-issue-url ^0.2.1
next ^13.4.19
next-mdx-remote ^2.1.3
next-remote-watch git+https://github.com/hashicorp/next-remote-watch.git#405c803c6b9b19eb8307d66cf5c93fc3a66a1c5
next-seo ^4.17.0
postcss ^8.2.8
react ^18.2.0
react-dom ^18.2.0
react-github-btn ^1.2.2
react-instantsearch-dom ^6.31.1
react-intersection-observer ^8.31.0
react-medium-image-zoom ^4.3.5
react-use ^17.1.0
rehype-add-classes ^1.0.0
rehype-autolink-headings ^5.0.1
rehype-slug ^4.0.1
remark ^13.0.0
remark-extract-frontmatter ^3.1.0
remark-frontmatter ^3.0.0
remark-macro ^1.0.7
remark-mdx ^1.6.22
remark-mdx-metadata ^1.0.1
tailwindcss ^2.0.3
to-vfile ^6.1.0
ts-node ^9.1.1
yaml ^2.2.2

js_modules/dagster-ui/package.json npm

file-loader ^6.2.0 development
graphql.macro ^1.4.2

js_modules/dagster-ui/packages/app-oss/package.json npm

@dagster-io/eslint-config workspace:* development
@dagster-io/react-scripts ^5.0.6 development
@types/jest ^27.4.0 development
@types/node ^16.11.20 development
@types/react ^18.2.0 development
@types/react-dom ^18.2.0 development
@types/uuid ^8.3.4 development
@types/validator ^13 development
@types/webpack-bundle-analyzer ^4 development
eslint ^8.49.0 development
eslint-plugin-jest ^26.4.6 development
eslint-plugin-prettier ^5.0.0 development
eslint-webpack-plugin 3.1.1 development
prettier ^3.0.3 development
typescript 5.2.2 development
webpack ^5.88.1 development
webpack-bundle-analyzer ^4.7.0 development
@apollo/client 3.7.13
@blueprintjs/core ^4.17.8
@blueprintjs/popover2 1.13.12
@blueprintjs/select ^4.9.12
@dagster-io/ui-components workspace:*
@dagster-io/ui-core workspace:*
@rive-app/react-canvas ^3.0.34
@types/styled-components ^5.1.26
eslint-config-next ^13.4.12
graphql ^16.8.1
next ^13.4.12
react ^18.2.0
react-dom ^18.2.0
react-is ^18.2.0
react-router ^5.2.1
react-router-dom ^5.3.0
react-router-dom-v5-compat ^6.3.0
uuid ^9.0.0
validator ^13.7.0
web-vitals ^2.1.3

js_modules/dagster-ui/packages/eslint-config/package.json npm

@types/jest ^29.5.5 development
eslint ^8.49.0 development
jest ^29.7.0 development
prettier ^3.0.3 development
ts-jest ^29.1.1 development
typescript 5.2.2 development
@typescript-eslint/eslint-plugin ^6.7.2
@typescript-eslint/parser ^6.7.2
eslint-config-prettier ^9.0.0
eslint-plugin-dagster-rules link:./rules
eslint-plugin-import ^2.28.1
eslint-plugin-jest ^27.4.0
eslint-plugin-jsx-a11y ^6.7.1
eslint-plugin-prettier ^5.0.0
eslint-plugin-react ^7.33.2
eslint-plugin-react-hooks ^4.6.0

js_modules/dagster-ui/packages/ui-components/package.json npm

@babel/core ^7.21.8 development
@babel/plugin-proposal-nullish-coalescing-operator ^7.16.7 development
@babel/plugin-proposal-optional-chaining ^7.16.7 development
@babel/preset-env ^7.16.7 development
@babel/preset-react ^7.16.7 development
@babel/preset-typescript ^7.16.7 development
@dagster-io/eslint-config 1.0.13 development
@mdx-js/react ^1.6.22 development
@rollup/plugin-babel ^5.3.1 development
@rollup/plugin-commonjs ^21.0.3 development
@rollup/plugin-image ^2.1.1 development
@rollup/plugin-json ^4.1.0 development
@rollup/plugin-node-resolve ^13.1.3 development
@rollup/plugin-replace ^4.0.0 development
@rollup/plugin-url ^6.1.0 development
@storybook/addon-actions ^7.2.0 development
@storybook/addon-docs ^7.2.0 development
@storybook/addon-essentials ^7.2.0 development
@storybook/addon-links ^7.2.0 development
@storybook/addon-mdx-gfm ^7.2.0 development
@storybook/react ^7.2.0 development
@storybook/react-webpack5 ^7.2.0 development
@testing-library/dom ^9.3.0 development
@testing-library/jest-dom ^6.1.2 development
@testing-library/react ^14.0.0 development
@testing-library/user-event ^14.4.3 development
@types/babel__core ^7 development
@types/babel__preset-env ^7 development
@types/codemirror ^5.60.5 development
@types/jest ^27.4.0 development
@types/lru-cache ^7 development
@types/mdx-js__react ^1 development
@types/react ^18.2.0 development
@types/react-dom ^18.2.0 development
@types/react-is ^18 development
@types/rollup-plugin-node-globals ^1 development
@types/styled-components ^5.1.26 development
@types/testing-library__jest-dom ^5.14.2 development
babel-jest ^27.4.6 development
babel-loader ^9.1.2 development
babel-plugin-macros ^3.1.0 development
core-js ^3.21.1 development
eslint ^8.49.0 development
eslint-plugin-storybook ^0.6.13 development
jest ^29.5.0 development
jest-environment-jsdom ^29.5.0 development
nearest-color ^0.4.4 development
prettier 2.2.1 development
react ^18.2.0 development
react-docgen-typescript-plugin ^1.0.5 development
react-dom ^18.2.0 development
regenerator-runtime ^0.13.9 development
rollup ^2.70.1 development
rollup-plugin-node-globals ^1.4.0 development
rollup-plugin-polyfill-node ^0.8.0 development
rollup-plugin-styles ^4.0.0 development
storybook ^7.2.0 development
typescript 5.2.2 development
webpack ^5.88.1 development
@react-hook/resize-observer ^1.2.6
amator ^1.1.0
codemirror ^5.65.2
deepmerge ^4.2.2
react-virtualized ^9.22.3
yaml 2.2.2

js_modules/dagster-ui/packages/ui-core/package.json npm

@apollo/client 3.7.13 development
@babel/cli ^7.13.15 development
@babel/core ^7.13.15 development
@babel/plugin-proposal-class-properties ^7.14.5 development
@babel/plugin-proposal-nullish-coalescing-operator ^7.13.8 development
@babel/plugin-proposal-optional-chaining ^7.6.0 development
@babel/plugin-proposal-private-methods ^7.14.5 development
@babel/plugin-proposal-private-property-in-object ^7.14.5 development
@babel/preset-env ^7.7.1 development
@babel/preset-react ^7.13.13 development
@babel/preset-typescript 7.15.0 development
@babel/runtime ^7.13.10 development
@blueprintjs/core ^4.17.8 development
@blueprintjs/popover2 1.13.12 development
@blueprintjs/select ^4.9.12 development
@dagster-io/eslint-config workspace:* development
@dagster-io/ui-components workspace:* development
@graphql-codegen/add ^3.2.3 development
@graphql-codegen/cli ^2.16.3 development
@graphql-codegen/near-operation-file-preset ^2.5.0 development
@graphql-codegen/typescript-operations ^2.5.12 development
@graphql-eslint/eslint-plugin ^3.18.0 development
@graphql-tools/mock ^8.5.0 development
@graphql-tools/schema ^8.3.1 development
@mdx-js/react ^1.6.22 development
@storybook/addon-actions ^7.2.0 development
@storybook/addon-docs ^7.2.0 development
@storybook/addon-essentials ^7.2.0 development
@storybook/addon-links ^7.2.0 development
@storybook/addon-mdx-gfm ^7.2.0 development
@storybook/react ^7.2.0 development
@storybook/react-webpack5 ^7.2.0 development
@testing-library/dom ^9.3.0 development
@testing-library/jest-dom ^6.1.2 development
@testing-library/react ^14.0.0 development
@testing-library/user-event ^14.4.3 development
@types/codemirror ^5.60.5 development
@types/color ^3.0.2 development
@types/dagre ^0.7.42 development
@types/faker ^5.1.7 development
@types/graphql ^14.5.0 development
@types/jest ^26.0.23 development
@types/lodash ^4.14.145 development
@types/lru-cache ^5.1.0 development
@types/mdx-js__react ^1 development
@types/qs ^6.9.6 development
@types/react ^18.2.0 development
@types/react-dates ^21 development
@types/react-dom ^18.2.0 development
@types/react-router ^5.1.17 development
@types/react-router-dom ^5.3.2 development
@types/react-virtualized ^9.21.21 development
@types/styled-components ^5.1.26 development
@types/testing-library__jest-dom ^5.14.2 development
@types/ws ^6.0.3 development
babel-jest ^26.6.3 development
babel-loader 9.1.2 development
babel-plugin-graphql-tag ^2.5.0 development
babel-plugin-macros ^2.8.0 development
child-process ^1.0.2 development
eslint ^8.49.0 development
eslint-plugin-prettier ^5.0.0 development
eslint-plugin-storybook ^0.6.13 development
faker 5.5.3 development
graphql-codegen-typescript-mock-data ^3.3.0 development
graphql-config ^4.5.0 development
graphql-tag ^2.10.1 development
identity-obj-proxy ^3.0.0 development
jest ^29.4 development
jest-canvas-mock ^2.4.0 development
jest-environment-jsdom ^29.4 development
prettier ^3.0.3 development
react ^18.2.0 development
react-docgen-typescript-plugin ^1.0.5 development
react-dom ^18.2.0 development
react-router ^5.2.1 development
react-router-dom ^5.3.0 development
react-router-dom-v5-compat ^6.3.0 development
resize-observer-polyfill ^1.5.1 development
rgb-hex ^4.0.0 development
storybook ^7.2.0 development
styled-components ^5.3.3 development
ts-node 9.1.1 development
ts-prune 0.10.3 development
typescript 5.2.2 development
webpack ^5.88.1 development
@tanstack/react-virtual 3.0.0-beta.18
@testing-library/react-hooks ^7.0.2
@vx/shape ^0.0.192
amator ^1.1.0
ansi-to-react ^5.1.0
apollo-link ^1.2.14
chart.js ^3.4.1
chartjs-adapter-date-fns ^2.0.0
chartjs-plugin-zoom ^1.1.1
codemirror ^5.65.2
color ^3.0.0
cronstrue ^1.84.0
dagre ^0.8.2
date-fns ^2.28.0
dayjs ^1.11.7
deepmerge ^4.2.2
fuse.js ^6.4.2
graphql ^16.8.1
highlight.js 11.6.0
lodash ^4.17.15
lru-cache ^6.0.0
moment ^2.29.4
moment-timezone ^0.5.42
qs ^6.10.3
react-chartjs-2 ^3.0.3
react-dates ^21.8.0
react-is ^18.2.0
react-markdown ^8.0.6
react-virtualized ^9.22.3
rehype-highlight ^6.0.0
rehype-sanitize ^5.0.1
remark ^14.0.2
remark-gfm 3.0.1
remark-plain-text ^0.2.0
subscriptions-transport-ws ^0.9.15
worker-loader ^3.0.8
yaml 2.2.2

.buildkite/dagster-buildkite/setup.py pypi

Context *
Need *
PyYAML *
packaging >=20.9
pathspec *
requests *
typing_extensions >=4.2
urllib3 <2

docs/dagster-ui-screenshot/setup.py pypi

docs/sphinx/_ext/dagster-sphinx/setup.py pypi

sphinx *
sphinx_toolbox *

examples/assets_dbt_python/pyproject.toml pypi

examples/assets_dbt_python/setup.py pypi

examples/assets_dynamic_partitions/pyproject.toml pypi

examples/assets_dynamic_partitions/setup.py pypi

examples/assets_modern_data_stack/pyproject.toml pypi

examples/assets_modern_data_stack/setup.py pypi

examples/assets_pandas_pyspark/pyproject.toml pypi

examples/assets_pandas_pyspark/setup.py pypi

examples/assets_pandas_type_metadata/pyproject.toml pypi

examples/assets_pandas_type_metadata/setup.py pypi

examples/assets_smoke_test/pyproject.toml pypi

examples/assets_smoke_test/setup.py pypi

examples/deploy_docker/requirements.txt pypi

examples/deploy_ecs/requirements-dagster.txt pypi

examples/deploy_ecs/requirements-webserver.txt pypi

dagster-graphql *
dagster-webserver *

examples/development_to_production/pyproject.toml pypi

examples/development_to_production/setup.py pypi

examples/docs_snippets/pyproject.toml pypi

examples/docs_snippets/setup.py pypi

examples/experimental/assets_yaml_dsl/pyproject.toml pypi

examples/experimental/assets_yaml_dsl/setup.py pypi

dagster *

examples/experimental/script_to_assets_branching_io_manager/requirements.txt pypi

examples/feature_graph_backed_assets/pyproject.toml pypi

examples/feature_graph_backed_assets/setup.py pypi

dagster *

examples/project_analytics/pyproject.toml pypi

examples/project_analytics/setup.py pypi

examples/project_dagster_university_start/pyproject.toml pypi

examples/project_dagster_university_start/setup.py pypi

examples/project_fully_featured/pyproject.toml pypi

examples/project_fully_featured/setup.py pypi

examples/pyproject.toml pypi

examples/quickstart_aws/pyproject.toml pypi

examples/quickstart_aws/setup.py pypi

examples/quickstart_etl/pyproject.toml pypi

examples/quickstart_etl/setup.py pypi

examples/quickstart_gcp/pyproject.toml pypi

examples/quickstart_gcp/setup.py pypi

examples/quickstart_snowflake/pyproject.toml pypi

examples/quickstart_snowflake/setup.py pypi

dagster *
snowflake-connector-python *

examples/tutorial/pyproject.toml pypi

examples/tutorial/setup.py pypi

examples/tutorial_notebook_assets/pyproject.toml pypi

examples/tutorial_notebook_assets/setup.py pypi

examples/with_airflow/setup.py pypi

apache-airflow *
apache-airflow-providers-cncf-kubernetes >=4.4.0
apache-airflow-providers-docker >=3.1.0
dagster *
dagster_airflow *
for *

examples/with_great_expectations/setup.py pypi

examples/with_pyspark/pyproject.toml pypi

examples/with_pyspark/setup.py pypi

examples/with_pyspark_emr/pyproject.toml pypi

examples/with_pyspark_emr/setup.py pypi

examples/with_wandb/pyproject.toml pypi

examples/with_wandb/setup.py pypi

helm/dagster/schema/setup.py pypi

click *

docs/dagster-university/yarn.lock npm

433 dependencies

docs/next/yarn.lock npm

1169 dependencies