From c88c838166eaf238c6db0604d7c0c439cc1601e8 Mon Sep 17 00:00:00 2001 From: winstxnhdw Date: Sat, 17 Aug 2024 20:41:26 +0800 Subject: [PATCH] feat: use only a single worker with 2 translators --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 3814b6c..c3b9b03 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,9 +1,9 @@ FROM ghcr.io/winstxnhdw/nllb-api:main ENV SERVER_PORT=7860 -ENV OMP_NUM_THREADS=1 +ENV OMP_NUM_THREADS=2 ENV CT2_USE_EXPERIMENTAL_PACKED_GEMM=1 ENV CT2_FORCE_CPU_ISA=AVX512 -ENV WORKER_COUNT=2 +ENV WORKER_COUNT=1 EXPOSE $SERVER_PORT