Ecosyste.ms: Repos

An open API service providing repository metadata for many open source software ecosystems.

GitHub / pytorch / serve

Serve, optimize and scale PyTorch models in production

JSON API: https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pytorch%2Fserve

Stars: 3,975
Forks: 806
Open Issues: 366

License: apache-2.0
Language: Java
Repo Size: 93.6 MB
Dependencies: 314

Created: over 4 years ago
Updated: about 13 hours ago
Last pushed: about 13 hours ago
Last synced: about 13 hours ago

Commit Stats

Commits: 2389
Authors: 171
Mean commits per author: 13.97
Development Distribution Score: 0.803
More commit stats: https://commits.ecosyste.ms/hosts/GitHub/repositories/pytorch/serve

Topics: cpu, deep-learning, docker, gpu, kubernetes, machine-learning, metrics, mlops, optimization, pytorch, serving

Files

Readme

Dependencies

.github/workflows/ci_cpu.yml actions

actions/checkout v3 composite
actions/setup-java v3 composite
actions/setup-python v4 composite

.github/workflows/ci_gpu.yml actions

actions/checkout v3 composite
actions/setup-java v3 composite
actions/setup-python v4 composite

.github/workflows/doc-automation.yml actions

JamesIves/github-pages-deploy-action releases/v3 composite
actions/checkout v3 composite
actions/setup-python v4 composite
dacbd/create-issue-action v1 composite

.github/workflows/docker-nightly-build.yml actions

actions/checkout v3 composite
actions/setup-python v4 composite
dacbd/create-issue-action v1 composite

.github/workflows/lint.yml actions

actions/checkout v3 composite
actions/setup-python v4 composite
gaurav-nelson/github-action-markdown-link-check 1.0.13 composite
tj-actions/changed-files v29.0.4 composite

.github/workflows/official_release.yml actions

actions/checkout v3 composite
actions/setup-java v2 composite
s-weigand/setup-conda v1 composite

.github/workflows/regression_tests_cpu.yml actions

actions/checkout v3 composite
actions/setup-java v3 composite
actions/setup-python v3 composite

.github/workflows/regression_tests_gpu.yml actions

actions/checkout v3 composite
actions/setup-java v3 composite
actions/setup-python v3 composite

.github/workflows/torchserve-nightly-build.yml actions

actions/checkout v3 composite
actions/setup-java v2 composite
dacbd/create-issue-action v1 composite
s-weigand/setup-conda v1 composite

docker/Dockerfile docker

${BASE_IMAGE} latest build

benchmarks/requirements-ab.txt pypi

ci/launcher/requirements.txt pypi

docs/sphinx/requirements.txt pypi

examples/diffusers/requirements.txt pypi

diffusers ==0.6.0
numpy *
transformers *

.github/workflows/benchmark_nightly.yml actions

actions/checkout v3 composite
actions/setup-java v3 composite
actions/setup-python v4 composite
actions/upload-artifact v2 composite
dacbd/create-issue-action v1 composite
dawidd6/action-download-artifact v2 composite

.github/workflows/codeql.yml actions

actions/checkout v3 composite
actions/setup-java v3 composite
actions/setup-python v4 composite
github/codeql-action/analyze v2 composite
github/codeql-action/init v2 composite

.github/workflows/docker-ci.yaml actions

actions/checkout v3 composite

.github/workflows/regression_tests_cpu_binaries.yml actions

actions/checkout v3 composite
actions/setup-java v3 composite
s-weigand/setup-conda v1 composite

.github/workflows/regression_tests_docker.yml actions

actions/checkout v3 composite
dacbd/create-issue-action v1 composite

.github/workflows/regression_tests_gpu_binaries.yml actions

actions/checkout v3 composite
actions/setup-java v3 composite
actions/setup-python v3 composite
conda-incubator/setup-miniconda v2 composite
s-weigand/setup-conda v1 composite

examples/Huggingface_Transformers/requirements.txt pypi

optimum *
transformers *

examples/asr_rnnt_emformer/requirements.txt pypi

sentencepiece *
torchaudio *

examples/LLM/llama2/chat_app/requirements.txt pypi

streamlit >=1.26.0

.github/workflows/official_release_docker.yml actions

actions/checkout v3 composite
actions/setup-python v4 composite

.github/workflows/benchmark_torch_compile_nightly.yml actions

actions/checkout v3 composite
actions/setup-java v3 composite
actions/setup-python v4 composite

.github/workflows/kserve_cpu_tests.yml actions

actions/checkout v4 composite
actions/checkout v3 composite
actions/setup-python v4 composite

kubernetes/kserve/Dockerfile docker

${BASE_IMAGE} latest build

frontend/archive/build.gradle maven

com.google.code.gson:gson ${gson_version} api
commons-io:commons-io 2.15.1 api
org.apache.logging.log4j:log4j-slf4j-impl ${slf4j_log4j_version} api
org.slf4j:slf4j-api ${slf4j_api_version} api
org.apache.commons:commons-compress 1.23.0 implementation
org.yaml:snakeyaml ${snakeyaml_version} implementation
commons-cli:commons-cli ${commons_cli_version} testImplementation
org.testng:testng ${testng_version} testImplementation

frontend/build.gradle maven

frontend/server/build.gradle maven

com.lmax:disruptor ${lmax_disruptor_version} implementation
commons-cli:commons-cli ${commons_cli_version} implementation
io.netty:netty-all ${netty_version} implementation
io.prometheus:simpleclient ${prometheus_version} implementation
io.prometheus:simpleclient_servlet ${prometheus_version} implementation
org.apache.logging.log4j:log4j-core ${slf4j_log4j_version} implementation
org.pytorch:torchserve-plugins-sdk ${torchserve_sdk_version} implementation
org.yaml:snakeyaml ${snakeyaml_version} implementation
org.testng:testng ${testng_version} testImplementation

plugins/DDBEndPoint/build.gradle maven

com.google.code.gson:gson ${gson_version} implementation
org.codehaus.groovy:groovy-all 2.3.11 implementation
org.pytorch:torchserve-plugins-sdk ${torchserve_sdk_version} implementation
software.amazon.awssdk:dynamodb-enhanced * implementation
com.amazonaws:DynamoDBLocal 2.1.0 testImplementation
org.testng:testng ${testng_version} testImplementation

plugins/build.gradle maven

plugins/endpoints/build.gradle maven

com.google.code.gson:gson ${gson_version} implementation
org.pytorch:torchserve-plugins-sdk ${torchserve_sdk_version} implementation

serving-sdk/pom.xml maven

com.google.code.gson:gson 2.10.1
junit:junit 4.13.1 test
org.mockito:mockito-core 4.6.1 test

examples/instruction_embedding/requirements.txt pypi

InstructorEmbedding *

examples/large_models/Huggingface_accelerate/requirements.txt pypi

accelerate *
transformers *

examples/large_models/Huggingface_pippy/requirements.txt pypi

torchpippy *
transformers *

examples/large_models/deepspeed/requirements.txt pypi

deepspeed >=0.9.4
transformers >=4.30.1

examples/large_models/deepspeed_mii/requirements.txt pypi

examples/large_models/inferentia2/llama2/requirements.txt pypi

sentencepiece ==0.1.99
tokenizers ==0.13.3
transformers ==4.31.0

examples/large_models/inferentia2/opt/requirements.txt pypi

examples/large_models/vllm/mistral/requirements.txt pypi

vllm *

examples/nvidia_dali/requirements.txt pypi

nvidia-dali-cuda110 >=1.27.0

examples/object_detector/yolo/yolov8/requirements.txt pypi

ultralytics >=8.0.144

examples/stateful/requirements.txt pypi

lru-dict *

examples/text_to_speech_synthesizer/requirements.txt pypi

examples/torch_tensorrt/requirements.txt pypi

tensorrt ==8.5.3.1
torch-tensorrt ==1.4.0

kubernetes/kserve/image_transformer/setup.py pypi

argparse >=1.4.0
joblib >=0.13.2
kserve >=0.9.0
kubernetes >=9.0.0
numpy >=1.16.3
pandas >=0.24.2
pillow >=9.0.1
requests >=2.22.0
torchvision >=0.6.0

kubernetes/kserve/requirements.txt pypi

model-archiver/setup.py pypi

requirements/common.txt pypi

captum ==0.6.0
packaging ==23.2
psutil ==5.9.5
pynvml ==11.5.0
pyyaml ==6.0
requests ==2.31.0

requirements/common_gpu.txt pypi

nvgpu *
nvgpu ==0.10.0

requirements/developer.txt pypi

googleapis-common-protos * development
grpcio ==1.54.2 development
grpcio-tools ==1.54.2 development
intel_extension_for_pytorch ==2.1.0 development
mock ==5.1.0 development
mypy ==1.3.0 development
onnx ==1.14.1 development
onnxruntime ==1.15.0 development
pre-commit ==3.3.2 development
protobuf ==4.25.1 development
pygit2 ==1.13.1 development
pylint ==2.6.0 development
pyspelling ==2.8.2 development
pytest ==7.3.1 development
pytest-cov ==4.1.0 development
pytest-mock ==3.12.0 development
torchpippy ==0.1.1 development
transformers >=4.34.0 development
twine ==4.0.2 development

requirements/neuronx.txt pypi

grpcio-tools ==1.48.2
neuronx-cc *
numpy ==1.22.4
protobuf ==4.25.1
torch-neuronx *
transformers-neuronx *

requirements/torch_common.txt pypi

cython ==3.0.5
numpy ==1.24.3
pillow ==10.0.1
wheel ==0.40.0

requirements/torch_cu101_linux.txt pypi

torch ==1.8.1
torchaudio ==0.8.1
torchtext ==0.9.1
torchvision ==0.9.1

requirements/torch_cu101_windows.txt pypi

torch ==1.8.1
torchaudio ==0.8.1
torchtext ==0.9.1
torchvision ==0.9.1

requirements/torch_cu102_linux.txt pypi

torch ==1.12.0
torchaudio ==0.12.0
torchtext ==0.13.0
torchvision ==0.13.0

requirements/torch_cu102_windows.txt pypi

torch ==1.10.0
torchaudio ==0.10.0
torchtext ==0.11.0
torchvision ==0.11.1

requirements/torch_cu111_linux.txt pypi

torch ==1.9.0
torchaudio ==0.9.0
torchtext ==0.10.0
torchvision ==0.10.0

requirements/torch_cu111_windows.txt pypi

torch ==1.9.0
torchaudio ==0.9.0
torchtext ==0.10.0
torchvision ==0.10.0

requirements/torch_cu113_linux.txt pypi

torch ==1.12.0
torchaudio ==0.12.0
torchtext ==0.13.0
torchvision ==0.13.0

requirements/torch_cu113_windows.txt pypi

torch ==1.12.0
torchaudio ==0.12.0
torchtext ==0.13.0
torchvision ==0.13.0

requirements/torch_cu116_linux.txt pypi

torch ==1.13.1
torchaudio ==0.13.1
torchtext ==0.14.1
torchvision ==0.14.1

requirements/torch_cu116_windows.txt pypi

torch ==1.13.1
torchaudio ==0.13.1
torchtext ==0.14.1
torchvision ==0.14.1

requirements/torch_cu117_linux.txt pypi

torch ==2.0.1
torchaudio ==2.0.2
torchtext ==0.15.2
torchvision ==0.15.2

requirements/torch_cu117_windows.txt pypi

torch ==2.0.1
torchaudio ==2.0.2
torchtext ==0.15.2
torchvision ==0.15.2

requirements/torch_cu118_linux.txt pypi

torch ==2.1.0
torchaudio ==2.1.0
torchtext ==0.16.0
torchvision ==0.16.0

requirements/torch_cu118_windows.txt pypi

torch ==2.1.0
torchaudio ==2.1.0
torchtext ==0.16.0
torchvision ==0.16.0

requirements/torch_cu121_linux.txt pypi

torch ==2.1.0
torchaudio ==2.1.0
torchtext ==0.16.0
torchvision ==0.16.0

requirements/torch_cu121_windows.txt pypi

torch ==2.1.0
torchaudio ==2.1.0
torchtext ==0.16.0
torchvision ==0.16.0

requirements/torch_cu92.txt pypi

torch ==1.8.1
torchaudio ==0.8.1
torchtext ==0.9.1
torchvision ==0.9.1

requirements/torch_cu92_linux.txt pypi

torch ==1.8.1
torchaudio ==0.8.1
torchtext ==0.9.1
torchvision ==0.9.1

requirements/torch_darwin.txt pypi

torch ==2.1.0
torchaudio ==2.1.0
torchtext ==0.16.0
torchvision ==0.16.0

requirements/torch_linux.txt pypi

torch ==2.1.0
torchaudio ==2.1.0
torchtext ==0.16.0
torchvision ==0.16.0

requirements/torch_neuronx_linux.txt pypi

torch ==1.13.1
torchaudio ==0.13.1
torchdata ==0.7.0
torchtext ==0.14.1
torchvision ==0.14.1

requirements/torch_windows.txt pypi

torch ==2.1.0
torchaudio ==2.1.0
torchtext ==0.16.0
torchvision ==0.16.0

setup.py pypi

ts/handler_utils/preprocess/built-in/requirements.txt pypi

nvidia-dali-cuda110 >=1.27.0

workflow-archiver/setup.py pypi

examples/large_models/deepspeed_mii/LLM/requirements.txt pypi

deepspeed-mii *

kubernetes/kserve/examples/gpt_fast/Dockerfile docker

pytorch/torchserve-kfs-nightly latest-gpu build

.github/workflows/ci-cpu-cpp.yml actions

actions/checkout v2 composite

test/pytest/test_data/custom_dependencies/requirements.txt pypi

matplotlib * test

examples/large_models/inferentia2/llama2/continuous_batching/requirements.txt pypi

sentencepiece *

.github/workflows/kubernetes_tests.yml actions

actions/checkout v3 composite
actions/setup-python v5 composite

examples/LLM/llama2/chat_app/docker/Dockerfile docker

$BASE_IMAGE latest build

kubernetes/tests/docker/Dockerfile docker

pytorch/torchserve-nightly latest-gpu build

examples/LLM/llama2/chat_app/docker/requirements.txt pypi

examples/large_models/Huggingface_accelerate/llama/requirements.txt pypi

examples/xgboost_classfication/requirements.txt pypi

scikit-learn *
xgboost *

examples/speech2text_wav2vec2/environment.yml conda