-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathstart
More file actions
executable file
·36 lines (30 loc) · 941 Bytes
/
start
File metadata and controls
executable file
·36 lines (30 loc) · 941 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
#!/bin/bash
# microllm - Minimaler LLM Routing Proxy
# Drop-in Replacement fuer LiteLLM (Port 8012)
# Reines Passthrough-Routing, keine Format-Uebersetzung
set -euo pipefail
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
PORT="${PORT:-8012}"
CONTAINER_NAME="microllm"
echo "=== microllm starten ==="
echo "Config: $SCRIPT_DIR/config.yaml"
echo "Port: $PORT"
echo ""
# Image pruefen
if ! podman image exists localhost/microllm; then
echo "Image nicht gefunden, baue es..."
bash "$SCRIPT_DIR/build"
fi
podman run -d \
--replace \
--name "$CONTAINER_NAME" \
--network host \
-v "$SCRIPT_DIR/config.yaml":/config/config.yaml:ro \
localhost/microllm \
/config/config.yaml "$PORT"
echo ""
echo "Container '$CONTAINER_NAME' gestartet."
echo "Logs: podman logs -f $CONTAINER_NAME"
echo "Health: http://localhost:$PORT/health"
echo "Stats: http://localhost:$PORT/stats"
echo "Models: http://localhost:$PORT/v1/models"