latent-gate/docker-compose.yml at master · KathanModh259/latent-gate · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
version: '3.8'

services:
  # LatentGate API Server
  latent-gate:
    build:
      context: .
      dockerfile: Dockerfile
    container_name: latent-gate-api
    ports:
      - "${LATENTGATE_PORT:-8000}:8000"
    environment:
      - LATENTGATE_HOST=0.0.0.0
      - LATENTGATE_PORT=8000
      - LATENTGATE_LOG_LEVEL=${LATENTGATE_LOG_LEVEL:-INFO}
      - LATENTGATE_LOG_JSON=${LATENTGATE_LOG_JSON:-false}
      - LATENTGATE_REMOTE_PROVIDER=${LATENTGATE_REMOTE_PROVIDER:-ollama}
      - LATENTGATE_REMOTE_MODEL=${LATENTGATE_REMOTE_MODEL:-llama3:8b}
      - LATENTGATE_VISION_MODEL=${LATENTGATE_VISION_MODEL:-llava:7b}
      - LATENTGATE_TEXT_FAST_MODEL=${LATENTGATE_TEXT_FAST_MODEL:-phi3:mini}
      - LATENTGATE_TEXT_SMART_MODEL=${LATENTGATE_TEXT_SMART_MODEL:-qwen2:7b}
      - LATENTGATE_EMBEDDING_MODEL=${LATENTGATE_EMBEDDING_MODEL:-nomic-embed-text}
      - OPENAI_API_KEY=${OPENAI_API_KEY:-}
      - ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY:-}
      - GOOGLE_API_KEY=${GOOGLE_API_KEY:-}
    volumes:
      - latentgate-cache:/home/appuser/.latentgate_cache
      - latentgate-logs:/home/appuser/logs
    depends_on:
      ollama:
        condition: service_healthy
    restart: unless-stopped
    networks:
      - latentgate-network

  # Ollama Local LLM Server
  ollama:
    image: ollama/ollama:latest
    container_name: ollama
    ports:
      - "11434:11434"
    volumes:
      - ollama-data:/root/.ollama
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:11434/api/tags"]
      interval: 30s
      timeout: 10s
      retries: 5
      start_period: 30s
    restart: unless-stopped
    networks:
      - latentgate-network

  # Optional: Model initializer (pulls required models)
  ollama-init:
    image: ollama/ollama:latest
    container_name: ollama-init
    depends_on:
      ollama:
        condition: service_healthy
    volumes:
      - ollama-data:/root/.ollama
    entrypoint: >
      sh -c "
        echo 'Pulling llava:7b (vision)...'
        ollama pull llava:7b
        echo 'Pulling phi3:mini (text-fast)...'
        ollama pull phi3:mini
        echo 'Pulling qwen2:7b (text-smart)...'
        ollama pull qwen2:7b
        echo 'Pulling nomic-embed-text (embeddings)...'
        ollama pull nomic-embed-text
        echo 'Pulling llama3:8b (fallback)...'
        ollama pull llama3:8b
        echo 'All models pulled successfully!'
      "
    networks:
      - latentgate-network

volumes:
  ollama-data:
    driver: local
  latentgate-cache:
    driver: local
  latentgate-logs:
    driver: local

networks:
  latentgate-network:
    driver: bridge