crablet/docker-compose.yml at main · isLinXu/crablet · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
services:
  # Reverse Proxy (TLS + Rate Limiting)
  traefik:
    image: traefik:v3.1
    ports: ["443:443", "80:80"]
    volumes:
      - ${DOCKER_SOCKET:-/var/run/docker.sock}:/var/run/docker.sock:ro
    command: --providers.docker
    networks:
      - proxy

  # Docker Socket Proxy (Security Isolation)
  docker-proxy:
    image: tecnativa/docker-socket-proxy:0.1.1
    environment:
      CONTAINERS: 1
      POST: 1
    volumes:
      - ${DOCKER_SOCKET:-/var/run/docker.sock}:/var/run/docker.sock:ro
    networks:
      - internal

  crablet:
    build: .
    image: crablet:latest
    container_name: crablet
    restart: unless-stopped
    ports:
      - "3000:3000"   # Web UI
    environment:
      - RUST_LOG=info
      # Connection to Neo4j
      - NEO4J_URI=neo4j://neo4j:7687
      - NEO4J_USER=neo4j
      - NEO4J_PASS=${NEO4J_PASSWORD:?NEO4J_PASSWORD must be set}
      # Models
      - OPENAI_API_KEY=${OPENAI_API_KEY}
      - MOONSHOT_API_KEY=${MOONSHOT_API_KEY}
      - ZHIPU_API_KEY=${ZHIPU_API_KEY}
      - OPENAI_API_BASE=${OPENAI_API_BASE}
      - OPENAI_MODEL_NAME=${OPENAI_MODEL_NAME}
      # Knowledge
      - QDRANT_URL=http://qdrant:6334
      # Docker via Proxy
      - DOCKER_HOST=tcp://docker-proxy:2375
    volumes:
      - crablet_data:/app/data:rw
      - crablet_config:/app/config:rw
      - ./crablet/skills:/app/skills:rw
    depends_on:
      neo4j:
        condition: service_healthy
      qdrant:
        condition: service_healthy
      docker-proxy:
        condition: service_started
    deploy:
      resources:
        limits:
          memory: 2G
          cpus: '2.0'
    networks:
      - internal
      - proxy
    extra_hosts:
      - "host.docker.internal:host-gateway"

  crablet-gateway:
    image: crablet:latest
    container_name: crablet-gateway
    restart: unless-stopped
    command: ["crablet", "gateway", "--port", "18789"]
    ports:
      - "18789:18789"   # API Gateway
    environment:
      - RUST_LOG=info
      - NEO4J_URI=neo4j://neo4j:7687
      - NEO4J_USER=neo4j
      - NEO4J_PASS=${NEO4J_PASSWORD:?NEO4J_PASSWORD must be set}
      - OPENAI_API_KEY=${OPENAI_API_KEY}
      - MOONSHOT_API_KEY=${MOONSHOT_API_KEY}
      - ZHIPU_API_KEY=${ZHIPU_API_KEY}
      - OPENAI_API_BASE=${OPENAI_API_BASE}
      - OPENAI_MODEL_NAME=${OPENAI_MODEL_NAME}
      - QDRANT_URL=http://qdrant:6334
      - DOCKER_HOST=tcp://docker-proxy:2375
    volumes:
      - crablet_data:/app/data:rw
      - crablet_config:/app/config:rw
      - ./crablet/skills:/app/skills:rw
    depends_on:
      neo4j:
        condition: service_healthy
      qdrant:
        condition: service_healthy
      docker-proxy:
        condition: service_started
    networks:
      - internal
      - proxy
    extra_hosts:
      - "host.docker.internal:host-gateway"

  neo4j:
    image: neo4j:5.23.0-community
    container_name: crablet-neo4j
    restart: unless-stopped
    ports:
      - "7474:7474"
    environment:
      - NEO4J_AUTH=neo4j/${NEO4J_PASSWORD:?NEO4J_PASSWORD must be set}
      - NEO4J_PLUGINS=["apoc"]
      - NEO4J_dbms_memory_heap_initial__size=512m
      - NEO4J_dbms_memory_heap_max__size=1G
    volumes:
      - neo4j_data:/data
      - neo4j_logs:/logs
    healthcheck:
      test: ["CMD-SHELL", "wget -q -O - http://localhost:7474 || exit 1"]
      interval: 15s
      timeout: 5s
      retries: 10
      start_period: 30s
    networks:
      - internal

  # Qdrant Vector Database
  qdrant:
    image: qdrant/qdrant:v1.11.0
    ports:
      - "6333:6333"
      - "6334:6334"
    volumes: [qdrant_data:/qdrant/storage]
    healthcheck:
      test: ["CMD-SHELL", "wget -q -O - http://localhost:6333/healthz || exit 1"]
      interval: 10s
      timeout: 5s
      retries: 5
      start_period: 10s
    networks: [internal]

  # OTLP Collector
  otel-collector:
    image: otel/opentelemetry-collector-contrib:0.105.0
    networks: [internal]

volumes:
  crablet_data:
  crablet_config:
  neo4j_data:
  neo4j_logs:
  qdrant_data:

networks:
  internal:
    internal: true
  proxy: