Skip to content

Commit

Permalink
faster-whiser-server renamed to speaches
Browse files Browse the repository at this point in the history
  • Loading branch information
ilkersigirci committed Jan 13, 2025
1 parent 295002b commit c8864a6
Show file tree
Hide file tree
Showing 2 changed files with 20 additions and 20 deletions.
2 changes: 1 addition & 1 deletion .env.example
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@ MODEL_NAME=qwen2-0_5b-instruct-fp16.gguf
# OPENAI_API_KEY=None
RERANK_MODEL_NAME=BAAI/bge-reranker-v2-m3
TIMEOUT_LIMIT=30
WHISPER_API_BASE=http://whisper.localhost
WHISPER_API_BASE=http://speaches.localhost
WHISPER_MODEL_NAME=Systran/faster-distil-whisper-large-v3

### CHAINLIT SPECIFIC ###
Expand Down
38 changes: 19 additions & 19 deletions docker-compose.yml
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
name: podflix

networks:
t2_proxy:
t3_proxy:
external: true
podflix-network:
name: podflix-network
Expand Down Expand Up @@ -80,7 +80,7 @@ services:
container_name: podflix-db
restart: ${RESTART_POLICY:-unless-stopped}
networks:
- t2_proxy
- t3_proxy
- podflix-network
ports:
- $POSTGRES_PORT:5432
Expand All @@ -105,7 +105,7 @@ services:
dockerfile: docker/Dockerfile
target: development
networks:
- t2_proxy
- t3_proxy
- podflix-network
# command: ["tail", "-f", "/dev/null"] # NOTE: For testing the container
restart: "no"
Expand Down Expand Up @@ -149,7 +149,7 @@ services:
dockerfile: docker/Dockerfile
target: production
networks:
- t2_proxy
- t3_proxy
- podflix-network
command: ["tail", "-f", "/dev/null"] # NOTE: For testing the container
restart: "no"
Expand All @@ -176,7 +176,7 @@ services:
container_name: langfuse-db
restart: ${RESTART_POLICY:-unless-stopped}
networks:
- t2_proxy
- t3_proxy
- podflix-network
environment:
- POSTGRES_USER=postgres
Expand All @@ -201,7 +201,7 @@ services:
langfuse-db:
condition: service_healthy
networks:
- t2_proxy
- t3_proxy
- podflix-network
environment:
- DATABASE_URL=postgresql://postgres:postgres@langfuse-db:5432/postgres
Expand All @@ -227,13 +227,13 @@ services:
- "traefik.http.services.langfuse-svc.loadbalancer.server.port=3000"

############ WHISPER API #############
faster-whisper-server:
container_name: faster-whisper-server
image: fedirz/faster-whisper-server:latest-cuda
speaches:
container_name: speaches
image: ghcr.io/speaches-ai/speaches:latest-cuda
restart: "no"
<<: *gpu-deploy
networks:
- t2_proxy
- t3_proxy
- podflix-network
environment:
- HOST=0.0.0.0
Expand All @@ -256,11 +256,11 @@ services:
labels:
- "traefik.enable=true"
## HTTP Routers
- "traefik.http.routers.whisper-rtr.entrypoints=https"
- "traefik.http.routers.whisper-rtr.rule=Host(`whisper.$DOMAIN_NAME`)"
- "traefik.http.routers.speaches-rtr.entrypoints=https"
- "traefik.http.routers.speaches-rtr.rule=Host(`speaches.$DOMAIN_NAME`)"
## HTTP Services
- "traefik.http.routers.whisper-rtr.service=whisper-svc"
- "traefik.http.services.whisper-svc.loadbalancer.server.port=8000"
- "traefik.http.routers.speaches-rtr.service=speaches-svc"
- "traefik.http.services.speaches-svc.loadbalancer.server.port=8000"

# whisper-cpp:
# container_name: whisper-cpp
Expand All @@ -285,7 +285,7 @@ services:
restart: ${RESTART_POLICY:-no}
<<: *gpu-deploy
networks:
- t2_proxy
- t3_proxy
- podflix-network
environment:
LLAMA_ARG_HOST: 0.0.0.0
Expand Down Expand Up @@ -362,7 +362,7 @@ services:
# depends_on:
# - podflix-traefik
networks:
- t2_proxy
- t3_proxy
- podflix-network
environment:
- HF_HOME=/root/.cache/huggingface
Expand Down Expand Up @@ -394,7 +394,7 @@ services:
# depends_on:
# - podflix-traefik
networks:
- t2_proxy
- t3_proxy
- podflix-network
environment:
- HF_HOME=/root/.cache/huggingface
Expand Down Expand Up @@ -424,7 +424,7 @@ services:
# container_name: localstack-s3
# restart: ${RESTART_POLICY:-unless-stopped}
# networks:
# - t2_proxy
# - t3_proxy
# - podflix-network
# environment:
# - DEBUG=0
Expand Down Expand Up @@ -454,7 +454,7 @@ services:
CREATED_BUCKET_NAME: $BUCKET_NAME
APP_AWS_REGION: $APP_AWS_REGION
networks:
- t2_proxy
- t3_proxy
- podflix-network
volumes:
- /var/run/docker.sock:/var/run/docker.sock
Expand Down

0 comments on commit c8864a6

Please sign in to comment.