From dd016d9d8ce8ed98854acfafb865b64bbe913717 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Rapha=C3=ABl=20Bournhonesque?= Date: Wed, 13 Nov 2024 11:55:29 +0100 Subject: [PATCH] fix: use Robotoff attributed ports for ML services (#1464) --- docker/ml-gpu.yml | 13 ++++++++++--- docker/ml.yml | 8 +++----- 2 files changed, 13 insertions(+), 8 deletions(-) diff --git a/docker/ml-gpu.yml b/docker/ml-gpu.yml index 445d7ebb8e..780a245e13 100644 --- a/docker/ml-gpu.yml +++ b/docker/ml-gpu.yml @@ -9,9 +9,9 @@ services: restart: $RESTART_POLICY image: nvcr.io/nvidia/tritonserver:24.08-py3 ports: - - ${TRITON_EXPOSE_HTTP:-8000}:8000 - - ${TRITON_EXPOSE_GRPC:-8001}:8001 - - ${TRITON_EXPOSE_METRICS:-8002}:8002 + - ${TRITON_EXPOSE_HTTP:-5003}:8000 + - ${TRITON_EXPOSE_GRPC:-5004}:8001 + - ${TRITON_EXPOSE_METRICS:-5005}:8002 volumes: - ${TRITON_MODELS_DIR:-../models/triton}:/models # We need to add nvidia_entrypoint.sh for the GPU to be correctly detected @@ -31,3 +31,10 @@ services: - driver: nvidia count: all capabilities: [gpu] + + fasttext: + restart: $RESTART_POLICY + image: messense/fasttext-serving + volumes: + - ${FASTTEXT_MODEL_DIR:-../models}:/models + entrypoint: "fasttext-serving --model=/models/lid.176.bin --port 8000 --address 0.0.0.0" \ No newline at end of file diff --git a/docker/ml.yml b/docker/ml.yml index f8d372b8b2..28562e4929 100644 --- a/docker/ml.yml +++ b/docker/ml.yml @@ -3,9 +3,9 @@ services: restart: $RESTART_POLICY image: nvcr.io/nvidia/tritonserver:24.08-py3 ports: - - ${TRITON_EXPOSE_HTTP:-8000}:8000 - - ${TRITON_EXPOSE_GRPC:-8001}:8001 - - ${TRITON_EXPOSE_METRICS:-8002}:8002 + - ${TRITON_EXPOSE_HTTP:-5003}:8000 + - ${TRITON_EXPOSE_GRPC:-5004}:8001 + - ${TRITON_EXPOSE_METRICS:-5005}:8002 volumes: - ${TRITON_MODELS_DIR:-../models/triton}:/models # We use explicit model control mode to be able to load/unload model dynamically @@ -19,8 +19,6 @@ services: fasttext: restart: $RESTART_POLICY image: messense/fasttext-serving - ports: - - ${FASTTEXT_EXPOSE:-8020}:8000 volumes: - ${FASTTEXT_MODEL_DIR:-../models}:/models entrypoint: "fasttext-serving --model=/models/lid.176.bin --port 8000 --address 0.0.0.0" \ No newline at end of file