-
Notifications
You must be signed in to change notification settings - Fork 10
/
Copy pathdocker-compose.yml
145 lines (135 loc) · 3.57 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
version: '3'
services:
# Database (Postgres)
postgres:
image: pgvector/pgvector:pg16
container_name: postgres
environment:
POSTGRES_USER: admin
POSTGRES_PASSWORD: test1234
POSTGRES_MULTIPLE_DATABASES: "llm_server_dev,llm_server_test"
ports:
- "5432:5432"
volumes:
- ./backend/data/postgres:/var/lib/postgresql/data
- ./docker/postgres/init-db.sh:/docker-entrypoint-initdb.d/init-db.sh
# # phpMyAdmin
pgadmin:
image: dpage/pgadmin4
container_name: pgadmin
environment:
PGADMIN_DEFAULT_EMAIL: [email protected]
PGADMIN_DEFAULT_PASSWORD: test1234
ports:
- "4040:80"
volumes:
- ./docker/pgadmin/servers.json:/pgadmin4/servers.json
depends_on:
- postgres
# Redis (Cache / Broker / Vector Index / Stream)
redis:
container_name: redis
restart: unless-stopped
image: redis/redis-stack-server:latest
ports:
- 6379:6379
volumes:
- ./docker/redis/data:/data
# API
api:
container_name: api
image: promptengineers/llm-server:964fb78
# build:
# context: ./backend
# dockerfile: Dockerfile
environment:
APP_PORTAL_ENABLED: 1
depends_on:
- postgres
- redis
volumes:
- ./backend/data:/app/data # Mount for SQLite database to host directory
ports:
- 8000:8000
env_file:
- ./backend/.env
# Code Interpreter
interpreter:
container_name: interpreter
restart: unless-stopped
image: promptengineers/interpreter:latest
ports:
- "8888:8888"
- "8001:8000"
environment:
- JUPYTER_ENABLE_LAB=yes
- PYTHONPATH=/home/jovyan
entrypoint: ["sh", "-c", "start-notebook.sh --NotebookApp.token='' & uvicorn api:app --host 0.0.0.0 --port 8000"]
volumes:
- ./uploads:/tmp
# # SearXNG
# searxng:
# image: searxng/searxng
# container_name: searxng
# restart: unless-stopped
# ports:
# - "8080:8080"
# volumes:
# - ./docker/searxng:/etc/searxng
# environment:
# BASE_URL: "http://localhost:8080/"
# INSTANCE_NAME: "my-instance"
# Minio (File Storage) -- CURRENTLY ALL FILES AND IMAGES ARE BASE64 ENCODED
# minio:
# image: minio/minio
# container_name: minio
# ports:
# - "9000:9000"
# - "9001:9001"
# environment:
# MINIO_ROOT_USER: CHANGEME
# MINIO_ROOT_PASSWORD: CHANGEME
# volumes:
# - ~/minio/data:/data
# - ~/minio/config:/root/.minio
# command: server /data --console-address ":9001"
# # Proxy (Nginx)
# nginx:
# image: nginx:latest
# container_name: nginx
# volumes:
# - ./docker/nginx:/etc/nginx/conf.d
# ports:
# - 80:80
# - 443:443
# depends_on:
# - api
# OpenAI Whisper ASR Service
# https://github.com/ahmetoner/whisper-asr-webservice/
# whisper_asr:
# image: onerahmet/openai-whisper-asr-webservice:latest-gpu
# container_name: whisper_asr
# ports:
# - 9000:9000
# environment:
# ASR_MODEL: base
# ASR_ENGINE: openai_whisper
# deploy:
# resources:
# reservations:
# devices:
# - capabilities: [gpu]
# Ollama (AI Service)
# ollama:
# container_name: ollama
# image: ollama/ollama
# volumes:
# - ./docker/ollama:/ollama # Mount the directory containing entrypoint.sh
# ports:
# - 11434:11434
# entrypoint: ["/ollama/entrypoint.sh"] # Specify the entrypoint script
# deploy:
# resources:
# reservations:
# devices:
# - capabilities: [gpu]