LemmaComputer/compose.provider-qualification.yaml at main · ONE-Computer/LemmaComputer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
name: ${LEMMACOMPUTER_PROVIDER_QUALIFICATION_PROJECT:?set an isolated qualification project name}

services:
  litellm-postgres:
    image: postgres:18-alpine@sha256:9a8afca54e7861fd90fab5fdf4c42477a6b1cb7d293595148e674e0a3181de15
    environment:
      POSTGRES_DB: litellm
      POSTGRES_USER: litellm
      POSTGRES_PASSWORD: ${LEMMACOMPUTER_PROVIDER_QUALIFICATION_LITELLM_POSTGRES_PASSWORD:?set an isolated LiteLLM database password}
    networks:
      - provider-qualification
    volumes:
      - provider-qualification-litellm-data:/var/lib/postgresql
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U litellm -d litellm"]
      interval: 3s
      timeout: 3s
      retries: 30
    security_opt:
      - no-new-privileges:true
    restart: "no"

  provider-probe-postgres:
    image: postgres:18-alpine@sha256:9a8afca54e7861fd90fab5fdf4c42477a6b1cb7d293595148e674e0a3181de15
    environment:
      POSTGRES_DB: litellm
      POSTGRES_USER: litellm
      POSTGRES_PASSWORD: ${LEMMACOMPUTER_PROVIDER_PROBE_QUALIFICATION_POSTGRES_PASSWORD:?set an isolated provider-probe database password}
    networks:
      - provider-qualification
    volumes:
      - provider-probe-qualification-data:/var/lib/postgresql
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U litellm -d litellm"]
      interval: 3s
      timeout: 3s
      retries: 30
    security_opt:
      - no-new-privileges:true
    restart: "no"

  control-postgres:
    image: postgres:18-alpine@sha256:9a8afca54e7861fd90fab5fdf4c42477a6b1cb7d293595148e674e0a3181de15
    environment:
      POSTGRES_DB: lemmacomputer
      POSTGRES_USER: lemmacomputer
      POSTGRES_PASSWORD: ${LEMMACOMPUTER_PROVIDER_QUALIFICATION_CONTROL_POSTGRES_PASSWORD:?set an isolated Control database password}
    networks:
      - provider-qualification
    volumes:
      - provider-qualification-control-data:/var/lib/postgresql
    ports:
      - "127.0.0.1:${LEMMACOMPUTER_PROVIDER_QUALIFICATION_CONTROL_POSTGRES_PORT:?set an isolated Control database port}:5432"
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U lemmacomputer -d lemmacomputer"]
      interval: 3s
      timeout: 3s
      retries: 30
    security_opt:
      - no-new-privileges:true
    restart: "no"

  gateway-fixture:
    build:
      context: .
      dockerfile: docker/Dockerfile.node
    command: ["npm", "run", "start", "--workspace", "@lemmacomputer/gateway-fixture"]
    environment:
      FIXTURE_HOST: 0.0.0.0
      FIXTURE_PORT: "4200"
    networks:
      provider-qualification:
    ports:
      - "127.0.0.1:${LEMMACOMPUTER_PROVIDER_QUALIFICATION_FIXTURE_PORT:?set an isolated fixture port}:4200"
    healthcheck:
      test: ["CMD", "node", "-e", "fetch('http://127.0.0.1:4200/healthz').then(r=>{if(!r.ok)process.exit(1)}).catch(()=>process.exit(1))"]
      interval: 3s
      timeout: 3s
      retries: 30
    security_opt:
      - no-new-privileges:true
    restart: "no"

  litellm:
    image: ${LEMMACOMPUTER_LITELLM_QUALIFICATION_IMAGE:-ghcr.io/berriai/litellm:v1.93.0@sha256:a1745e629abfb17d434426ff48b115f54f4f4c4a0f5af241de569e93c63c411e}
    command:
      - --config
      - /app/provider-qualification.yaml
      - --port
      - "4000"
      - --num_workers
      - "1"
    environment:
      LITELLM_MASTER_KEY: ${LEMMACOMPUTER_PROVIDER_QUALIFICATION_MASTER_KEY:?set an isolated LiteLLM master key}
      LITELLM_SALT_KEY: ${LEMMACOMPUTER_PROVIDER_QUALIFICATION_SALT_KEY:?set an isolated LiteLLM salt key}
      DATABASE_URL: postgres://litellm:${LEMMACOMPUTER_PROVIDER_QUALIFICATION_LITELLM_POSTGRES_PASSWORD}@litellm-postgres:5432/litellm
      # Provider routes remain real OpenAI-style routes, but the qualification
      # points the pinned LiteLLM image at the local fixture rather than an
      # external provider.
      OPENAI_API_BASE: http://gateway-fixture:4200/v1
      DISABLE_ADMIN_UI: "true"
      PROXY_BASE_URL: http://127.0.0.1:${LEMMACOMPUTER_PROVIDER_QUALIFICATION_LITELLM_PORT}
    networks:
      - provider-qualification
    ports:
      - "127.0.0.1:${LEMMACOMPUTER_PROVIDER_QUALIFICATION_LITELLM_PORT:?set an isolated LiteLLM port}:4000"
    volumes:
      - ./config/litellm/provider-qualification.yaml:/app/provider-qualification.yaml:ro
    depends_on:
      litellm-postgres:
        condition: service_healthy
      gateway-fixture:
        condition: service_healthy
    healthcheck:
      test: ["CMD", "python", "-c", "import urllib.request; urllib.request.urlopen('http://127.0.0.1:4000/health/liveliness', timeout=2)"]
      interval: 3s
      timeout: 3s
      retries: 40
      start_period: 15s
    security_opt:
      - no-new-privileges:true
    restart: "no"

  provider-probe-litellm:
    image: ${LEMMACOMPUTER_LITELLM_QUALIFICATION_IMAGE:-ghcr.io/berriai/litellm:v1.93.0@sha256:a1745e629abfb17d434426ff48b115f54f4f4c4a0f5af241de569e93c63c411e}
    command:
      - --config
      - /app/provider-probe-qualification.yaml
      - --port
      - "4000"
      - --num_workers
      - "1"
    environment:
      LITELLM_MASTER_KEY: ${LEMMACOMPUTER_PROVIDER_PROBE_QUALIFICATION_MASTER_KEY:?set an isolated provider-probe LiteLLM master key}
      LITELLM_SALT_KEY: ${LEMMACOMPUTER_PROVIDER_PROBE_QUALIFICATION_SALT_KEY:?set an isolated provider-probe LiteLLM salt key}
      DATABASE_URL: postgres://litellm:${LEMMACOMPUTER_PROVIDER_PROBE_QUALIFICATION_POSTGRES_PASSWORD}@provider-probe-postgres:5432/litellm
      OPENAI_API_BASE: http://gateway-fixture:4200/v1
      DISABLE_ADMIN_UI: "true"
      PROXY_BASE_URL: http://127.0.0.1:${LEMMACOMPUTER_PROVIDER_PROBE_QUALIFICATION_LITELLM_PORT}
      PYTHONPATH: /app
      LITELLM_ROUTE_ALL_CHAT_OPENAI_TO_RESPONSES: "true"
      LEMMACOMPUTER_AI_USAGE_TOKEN: ${LEMMACOMPUTER_PROVIDER_PROBE_QUALIFICATION_USAGE_TOKEN:?set an isolated provider-probe usage token}
    networks:
      - provider-qualification
    ports:
      - "127.0.0.1:${LEMMACOMPUTER_PROVIDER_PROBE_QUALIFICATION_LITELLM_PORT:?set an isolated provider-probe LiteLLM port}:4000"
    volumes:
      - ./config/litellm/provider-probe-qualification.yaml:/app/provider-probe-qualification.yaml:ro
      - ./integrations/litellm/lemmacomputer_policy_callback.py:/app/lemmacomputer_policy_callback.py:ro
    depends_on:
      provider-probe-postgres:
        condition: service_healthy
      gateway-fixture:
        condition: service_healthy
    healthcheck:
      test: ["CMD", "python", "-c", "import urllib.request; urllib.request.urlopen('http://127.0.0.1:4000/health/liveliness', timeout=2)"]
      interval: 3s
      timeout: 3s
      retries: 40
      start_period: 15s
    security_opt:
      - no-new-privileges:true
    restart: "no"

networks:
  provider-qualification:
    internal: false

volumes:
  provider-qualification-litellm-data:
  provider-probe-qualification-data:
  provider-qualification-control-data: