[grpc] Support gRPC server entrypoint (#30190)

Signed-off-by: Chang Su <chang.s.su@oracle.com>
Signed-off-by: njhill <nickhill123@gmail.com>
Signed-off-by: Nick Hill <nickhill123@gmail.com>
Co-authored-by: njhill <nickhill123@gmail.com>
Co-authored-by: Simon Mo <simon.mo@hey.com>
This commit is contained in:
Chang Su
2026-01-07 23:24:46 -08:00
committed by GitHub
co-authored by njhill Simon Mo
parent be6a81f31b
commit 791b2fc30a
12 changed files with 1357 additions and 6 deletions
+2
View File
@@ -9,3 +9,5 @@ wheel
jinja2>=3.1.6
regex
build
protobuf>=6.33.2
grpcio-tools>=1.76.0
+3 -1
View File
@@ -9,7 +9,7 @@ blake3
py-cpuinfo
transformers >= 4.56.0, < 5
tokenizers >= 0.21.1 # Required for fast incremental detokenization.
protobuf # Required by LlamaTokenizer.
protobuf >= 6.30.0 # Required by LlamaTokenizer, gRPC.
fastapi[standard] >= 0.115.0 # Required by FastAPI's form models in the OpenAI API server's audio transcriptions endpoint.
aiohttp
openai >= 1.99.1 # For Responses API with reasoning content
@@ -52,3 +52,5 @@ openai-harmony >= 0.0.3 # Required for gpt-oss
anthropic == 0.71.0
model-hosting-container-standards >= 0.1.10, < 1.0.0
mcp
grpcio>=1.76.0
grpcio-reflection>=1.76.0
+3 -2
View File
@@ -297,7 +297,7 @@ graphql-relay==3.2.0
# via graphene
greenlet==3.2.3
# via sqlalchemy
grpcio==1.71.0
grpcio==1.76.0
# via ray
gunicorn==23.0.0
# via mlflow
@@ -758,7 +758,7 @@ propcache==0.2.0
# yarl
proto-plus==1.26.1
# via google-api-core
protobuf==5.28.3
protobuf==6.33.2
# via
# google-api-core
# googleapis-common-protos
@@ -1249,6 +1249,7 @@ typing-extensions==4.15.0
# chz
# fastapi
# graphene
# grpcio
# huggingface-hub
# librosa
# lightning