web/docker-compose.microservices.gpu.yml at main · DabljaAR/web · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
# GPU overlay for production microservices.
# Merged when COMPOSE_ENABLE_GPU=true in .env.production (see infra/scripts/lib/compose-env.sh).
# Requires: NVIDIA Container Toolkit on host (Terraform bootstrap installs it on DL VM images).
services:
  stt-service:
    build:
      dockerfile: Dockerfile.gpu
      additional_contexts:
        shared: ./libs/dablja-worker
        segments: ./libs/dablja-segments
        docker_torch: ./libs/docker-torch
    gpus: all
    environment:
      STT_DEVICE: ${STT_DEVICE:-cuda}
      STT_COMPUTE_TYPE: ${STT_COMPUTE_TYPE:-float16}

  nmt-service:
    build:
      dockerfile: Dockerfile.gpu
      additional_contexts:
        shared: ./libs/dablja-worker
        docker_torch: ./libs/docker-torch
    gpus: all

  tts-service:
    build:
      dockerfile: Dockerfile.gpu
      additional_contexts:
        shared: ./libs/dablja-worker
        segments: ./libs/dablja-segments
        docker_torch: ./libs/docker-torch
    gpus: all
    environment:
      OMNIVOICE_DEVICE: ${OMNIVOICE_DEVICE:-cuda}
      OMNIVOICE_DTYPE: ${OMNIVOICE_DTYPE:-float16}