Skip to content

Commit

Permalink
fix: use Robotoff attributed ports for ML services (#1464)
Browse files Browse the repository at this point in the history
  • Loading branch information
raphael0202 authored Nov 13, 2024
1 parent 6a99eba commit dd016d9
Show file tree
Hide file tree
Showing 2 changed files with 13 additions and 8 deletions.
13 changes: 10 additions & 3 deletions docker/ml-gpu.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,9 +9,9 @@ services:
restart: $RESTART_POLICY
image: nvcr.io/nvidia/tritonserver:24.08-py3
ports:
- ${TRITON_EXPOSE_HTTP:-8000}:8000
- ${TRITON_EXPOSE_GRPC:-8001}:8001
- ${TRITON_EXPOSE_METRICS:-8002}:8002
- ${TRITON_EXPOSE_HTTP:-5003}:8000
- ${TRITON_EXPOSE_GRPC:-5004}:8001
- ${TRITON_EXPOSE_METRICS:-5005}:8002
volumes:
- ${TRITON_MODELS_DIR:-../models/triton}:/models
# We need to add nvidia_entrypoint.sh for the GPU to be correctly detected
Expand All @@ -31,3 +31,10 @@ services:
- driver: nvidia
count: all
capabilities: [gpu]

fasttext:
restart: $RESTART_POLICY
image: messense/fasttext-serving
volumes:
- ${FASTTEXT_MODEL_DIR:-../models}:/models
entrypoint: "fasttext-serving --model=/models/lid.176.bin --port 8000 --address 0.0.0.0"
8 changes: 3 additions & 5 deletions docker/ml.yml
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,9 @@ services:
restart: $RESTART_POLICY
image: nvcr.io/nvidia/tritonserver:24.08-py3
ports:
- ${TRITON_EXPOSE_HTTP:-8000}:8000
- ${TRITON_EXPOSE_GRPC:-8001}:8001
- ${TRITON_EXPOSE_METRICS:-8002}:8002
- ${TRITON_EXPOSE_HTTP:-5003}:8000
- ${TRITON_EXPOSE_GRPC:-5004}:8001
- ${TRITON_EXPOSE_METRICS:-5005}:8002
volumes:
- ${TRITON_MODELS_DIR:-../models/triton}:/models
# We use explicit model control mode to be able to load/unload model dynamically
Expand All @@ -19,8 +19,6 @@ services:
fasttext:
restart: $RESTART_POLICY
image: messense/fasttext-serving
ports:
- ${FASTTEXT_EXPOSE:-8020}:8000
volumes:
- ${FASTTEXT_MODEL_DIR:-../models}:/models
entrypoint: "fasttext-serving --model=/models/lid.176.bin --port 8000 --address 0.0.0.0"

0 comments on commit dd016d9

Please sign in to comment.