forked from RedHatInsights/tangerine-backend
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdocker-compose.yml
88 lines (84 loc) · 2.2 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
services:
postgres:
container_name: tangerine-postgres
image: pgvector/pgvector:pg16
ports:
- "5432:5432"
volumes:
- ./data/postgres:/var/lib/postgresql/data
environment:
- POSTGRES_PASSWORD=citrus
- POSTGRES_USER=citrus
- POSTGRES_DB=citrus
healthcheck:
test: "psql -U $${POSTGRES_USER} -d $${POSTGRES_DB} 'SELECT 1' || exit 1"
start_period: 10s
start_interval: 1s
interval: 10s
timeout: 5s
retries: 5
embeddings-service:
container_name: tangerine-text-embeddings-inference
image: ghcr.io/huggingface/text-embeddings-inference:cpu-1.5
ports:
- "8001:8001"
volumes:
- ./data/embeddings:/data
environment:
- MODEL_ID=/data/snowflake-arctic-embed-m-long
- PORT=8001
healthcheck:
test: "bash -c 'cat < /dev/null > /dev/tcp/localhost/8001'"
start_period: 10s
start_interval: 1s
interval: 10s
timeout: 5s
retries: 5
llm-service:
container_name: tangerine-ollama
image: ollama/ollama:0.3.0
ports:
- "11434:11434"
volumes:
- ./data/ollama:/root/.ollama
healthcheck:
test: "bash -c 'cat < /dev/null > /dev/tcp/localhost/11434'"
start_period: 10s
start_interval: 1s
interval: 10s
timeout: 5s
retries: 5
tangerine-backend:
container_name: tangerine-backend
build:
context: .
dockerfile: Dockerfile
ports:
- "5000:5000"
environment:
- DB_HOST=postgres
- DB_USERNAME=citrus
- DB_PASSWORD=citrus
- DB_NAME=citrus
- LLM_BASE_URL=http://tangerine-ollama:11434/v1
- EMBED_BASE_URL=http://tangerine-text-embeddings-inference:8001/v1
- LLM_MODEL_NAME=mistral
- EMBED_MODEL_NAME=snowflake-arctic-embed-m-long
healthcheck:
test: curl --fail "http://localhost:5000/ping" || exit 1
start_period: 10s
start_interval: 1s
interval: 10s
timeout: 5s
retries: 5
depends_on:
postgres:
condition: service_healthy
llm-service:
condition: service_healthy
embeddings-service:
condition: service_healthy
networks:
default:
name: tangerine
driver: bridge