Ecosyste.ms: Repos

An open API service providing repository metadata for many open source software ecosystems.

GitHub / openvinotoolkit / model_server

A scalable inference server for models optimized with OpenVINO™

JSON API: https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openvinotoolkit%2Fmodel_server

Stars: 635
Forks: 193
Open Issues: 44

License: apache-2.0
Language: C++
Repo Size: 82.8 MB
Dependencies: 179

Created: over 5 years ago
Updated: about 1 month ago
Last pushed: about 1 month ago
Last synced: about 1 month ago

Commit Stats

Commits: 1903
Authors: 48
Mean commits per author: 39.65
Development Distribution Score: 0.832
More commit stats: https://commits.ecosyste.ms/hosts/GitHub/repositories/openvinotoolkit/model_server

Topics: ai, cloud, dag, deep-learning, edge, inference, kubernetes, machine-learning, model-serving, openvino, serving

Files

Readme

Dependencies

src/bindings/python/tests/requirements.txt pypi

exceptiongroup ==1.1.3 test
iniconfig ==2.0.0 test
numpy ==1.24 test
packaging ==23.1 test
pluggy ==1.3.0 test
pytest ==7.4.2 test
tomli ==2.0.1 test

client/python/ovmsclient/lib/tests/requirements.txt pypi

pytest ==6.2.4 test
pytest_mock ==3.6.1 test

client/python/ovmsclient/samples/requirements.txt pypi

opencv-python ==4.5.3.56
ovmsclient *

client/python/tensorflow-serving-api/samples/requirements.txt pypi

tensorflow-serving-api ==2.

demos/bert_question_answering/python/requirements.txt pypi

tensorflow-serving-api *
validators *

demos/common/python/requirements.txt pypi

futures ==3.1.1
opencv-python ==4.4.0.46
tensorflow-serving-api ==2.

demos/face_blur/python/requirements.txt pypi

opencv-python *
ovmsclient *

demos/real_time_stream_analysis/python/requirements.txt pypi

demos/speech_recognition_with_kaldi_model/python/requirements.txt pypi

kaldi-python-io ==1.2.1

demos/using_onnx_model/python/requirements.txt pypi

ovmsclient *

tests/requirements.txt pypi

bandit * test
boto3 ==1.10.2 test
cpplint ==1.4.5 test
docker ==4.4.0 test
grpcio ==1.34.0 test
numpy ==1.22.2 test
protobuf >=3.18,<4.0.0 test
pytest ==5.3.5 test
pytest-json ==0.4.0 test
retry ==0.9.2 test
tensorflow-serving-api ==2.7.0 test

ci/Dockerfile docker

$BUILD_IMAGE latest build

client/go/kserve-api/Dockerfile docker

golang 1.18 build

demos/benchmark/python/Dockerfile docker

haproxy 2.3.10 build

demos/bert_question_answering/python/Dockerfile docker

ubuntu 20.04 build

demos/common/cpp/Dockerfile docker

ubuntu 20.04 build

demos/common/stream_client/Dockerfile docker

ubuntu 22.04 build

demos/image_classification/go/Dockerfile docker

golang 1.17.10 build

demos/real_time_stream_analysis/python/Dockerfile docker

ubuntu 20.04 build

tools/deps/redhat/Dockerfile docker

registry.access.redhat.com/ubi8/ubi 8.7 build

client/go/kserve-api/go.mod go

github.com/golang/protobuf v1.5.2
golang.org/x/net v0.9.0
golang.org/x/sys v0.7.0
golang.org/x/text v0.9.0
google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013
google.golang.org/grpc v1.51.0
google.golang.org/protobuf v1.28.1

demos/llama_chat/python/requirements.txt pypi

einops ==0.6.1
onnx ==1.14.0
onnxruntime ==1.15.1
openvino ==2023.1.0.dev20230728
ovmsclient ==2023.1

client/python/ovmsclient/lib/setup.py pypi

grpcio ==1.44

client/java/kserve-api/pom.xml maven

org.apache.tomcat:annotations-api 6.0.53 provided
commons-cli:commons-cli 1.5.0
io.grpc:grpc-netty-shaded 1.33.1
io.grpc:grpc-protobuf 1.53.0
io.grpc:grpc-stub 1.33.1

package.json npm

@bazel/typescript ^5.7.1 development

client/python/kserve-api/samples/requirements.txt pypi

requests ==2.31.0
tritonclient ==2.37.0.9383150

demos/age_gender_recognition/python/requirements.txt pypi

demos/gptj_causal_lm/python/requirements.txt pypi

accelerate ==0.17.1
numpy ==1.23
onnxruntime ==1.14.1
ovmsclient *
torch ==1.13.1
transformers ==4.26.1

demos/horizontal_text_detection/python/requirements.txt pypi

demos/image_classification_using_tf_model/python/requirements.txt pypi

opencv-python *
ovmsclient *

demos/mediapipe/holistic_tracking/requirements.txt pypi

opencv-python *
tritonclient *

demos/mediapipe/object_detection/requirements.txt pypi

grpcio *
opencv-python *
protobuf ==3.19.5
requests ==2.31.0
tritonclient ==2.22.3

demos/multi_faces_analysis_pipeline/python/requirements.txt pypi

demos/optical_character_recognition/python/requirements.txt pypi

demos/person_vehicle_bike_detection/python/requirements.txt pypi

demos/segmentation_using_paddlepaddle_model/python/requirements.txt pypi

opencv-python *
ovmsclient *

demos/single_face_analysis_pipeline/python/requirements.txt pypi

demos/stable-diffusion/python/requirements.txt pypi

Pillow ==9.5.0
accelerate ==0.20.3
diffusers ==0.16.1
huggingface-hub ==0.15.1
numpy ==1.24.3
onnx ==1.14.0
opencv-python ==4.7.0.72
openvino_model_api master
ovmsclient ==2023.0
scipy ==1.10.1
tokenizers ==0.13.3
torch ==1.13.1
tqdm ==4.65.0
transformers ==4.29.2

demos/universal-sentence-encoder/requirements.txt pypi

tensorflow-serving-api ==2.11.0

demos/vehicle_analysis_pipeline/python/requirements.txt pypi

demos/benchmark/python/requirements.txt pypi

client/go/kserve-api/go.sum go

cloud.google.com/go v0.26.0
github.com/BurntSushi/toml v0.3.1
github.com/census-instrumentation/opencensus-proto v0.2.1
github.com/client9/misspell v0.3.4
github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473
github.com/envoyproxy/protoc-gen-validate v0.1.0
github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b
github.com/golang/mock v1.1.1
github.com/golang/protobuf v1.2.0
github.com/golang/protobuf v1.3.2
github.com/golang/protobuf v1.4.0-rc.1
github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208
github.com/golang/protobuf v1.4.0-rc.2
github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0
github.com/golang/protobuf v1.4.0
github.com/golang/protobuf v1.4.1
github.com/golang/protobuf v1.5.0
github.com/golang/protobuf v1.5.2
github.com/google/go-cmp v0.2.0
github.com/google/go-cmp v0.3.0
github.com/google/go-cmp v0.3.1
github.com/google/go-cmp v0.4.0
github.com/google/go-cmp v0.5.5
github.com/google/go-cmp v0.5.6
github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4
golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2
golang.org/x/exp v0.0.0-20190121172915-509febef88a4
golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3
golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961
golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3
golang.org/x/net v0.0.0-20180724234803-3673e40ba225
golang.org/x/net v0.0.0-20180826012351-8a410e7b638d
golang.org/x/net v0.0.0-20190213061140-3a22650c66bd
golang.org/x/net v0.0.0-20190311183353-d8887717615a
golang.org/x/net v0.9.0
golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be
golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f
golang.org/x/sync v0.0.0-20181108010431-42b317875d0f
golang.org/x/sync v0.0.0-20190423024810-112230192c58
golang.org/x/sys v0.0.0-20180830151530-49385e6e1522
golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a
golang.org/x/sys v0.7.0
golang.org/x/text v0.3.0
golang.org/x/text v0.9.0
golang.org/x/tools v0.0.0-20190114222345-bf090417da8b
golang.org/x/tools v0.0.0-20190226205152-f727befe758c
golang.org/x/tools v0.0.0-20190311212946-11955173bddd
golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543
golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1
google.golang.org/appengine v1.1.0
google.golang.org/appengine v1.4.0
google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8
google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55
google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013
google.golang.org/grpc v1.19.0
google.golang.org/grpc v1.23.0
google.golang.org/grpc v1.27.0
google.golang.org/grpc v1.51.0
google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd
google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64
google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60
google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967
google.golang.org/protobuf v1.21.0
google.golang.org/protobuf v1.22.0
google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc
google.golang.org/protobuf v1.26.0-rc.1
google.golang.org/protobuf v1.26.0
google.golang.org/protobuf v1.28.1
honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099
honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc

yarn.lock npm

@bazel/typescript 5.7.2