Repository navigation
Expand file tree
/
Copy pathdocker-compose.yml
More file actions
102 lines (100 loc) · 3.7 KB
/
Copy pathdocker-compose.yml
File metadata and controls
102 lines (100 loc) · 3.7 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
networks:
frontend:
external: true
app:
driver: bridge
internal: false
services:
retrieval:
build:
dockerfile: Dockerfile
context: .
target: ${TARGET:-dev}
args:
APP_UID: ${APP_UID:-1000}
APP_GID: ${APP_GID:-1000}
platforms:
- "linux/amd64"
# - "linux/arm64"
command:
[
"python",
"-m",
"uvicorn",
"app.main:app",
"--host",
"0.0.0.0",
"--port",
"8000",
"--reload",
]
networks:
- app
- frontend
extra_hosts:
- "host.docker.internal:host-gateway"
ports:
- "8000"
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
interval: 30s
timeout: 10s
retries: 3
start_period: 10s
environment:
API_KEY: ${API_KEY:?API_KEY required (set in .env)}
QDRANT_URI: ${QDRANT_URI:-http://qdrant:6333}
QDRANT_API_KEY: ${QDRANT_API_KEY:?QDRANT_API_KEY required (set in .env)}
QDRANT_INDEX: ${QDRANT_INDEX:-ingestion_files}
EMBEDDING_MODEL: ${EMBEDDING_MODEL:-intfloat/multilingual-e5-large}
EMBEDDING_API_BASE_URL: ${EMBEDDING_API_BASE_URL:?EMBEDDING_API_BASE_URL required (set in .env)}
EMBEDDING_API_KEY: ${EMBEDDING_API_KEY:?EMBEDDING_API_KEY required (set in .env)}
EMBEDDING_PREFIX_QUERY: "${EMBEDDING_PREFIX_QUERY:-query: }"
ENABLE_HYBRID_SEARCH: ${ENABLE_HYBRID_SEARCH:-false}
HYBRID_BM25_WEIGHT: ${HYBRID_BM25_WEIGHT:-0.3}
BM25_CACHE_TTL_SECONDS: ${BM25_CACHE_TTL_SECONDS:-300}
SPARSE_QUERY_PROVIDER: ${SPARSE_QUERY_PROVIDER:-fastembed}
SPARSE_QUERY_MODEL: ${SPARSE_QUERY_MODEL:-Qdrant/bm42-all-minilm-l6-v2-attentions}
ENABLE_RERANKING: ${ENABLE_RERANKING:-false}
RERANKER_MODEL: ${RERANKER_MODEL:-cross-encoder/ms-marco-MiniLM-L-6-v2}
RERANKER_API_BASE_URL: ${RERANKER_API_BASE_URL:-}
RERANKER_API_KEY: ${RERANKER_API_KEY:-}
INITIAL_RETRIEVAL_MULTIPLIER: ${INITIAL_RETRIEVAL_MULTIPLIER:-3}
ENABLE_QUERY_GENERATION: ${ENABLE_QUERY_GENERATION:-true}
RETRIEVAL_QUERY_GENERATION_PROMPT_TEMPLATE: ${RETRIEVAL_QUERY_GENERATION_PROMPT_TEMPLATE:-}
ENABLE_AGENTIC_RAG: ${ENABLE_AGENTIC_RAG:-false}
AGENT_MODEL: ${AGENT_MODEL:-gpt-4o-mini}
AGENT_API_BASE_URL: ${AGENT_API_BASE_URL:-http://litellm:4000/v1}
AGENT_API_KEY: ${AGENT_API_KEY:-}
AGENT_MAX_ITERATIONS: ${AGENT_MAX_ITERATIONS:-3}
AGENT_TOOL_PREVIEW_CHARS: ${AGENT_TOOL_PREVIEW_CHARS:-200}
AGENT_STRICT_TOOLS: ${AGENT_STRICT_TOOLS:-true}
AGENT_TIMEOUT: ${AGENT_TIMEOUT:-60}
AGENT_SYSTEM_PROMPT: ${AGENT_SYSTEM_PROMPT:-}
AGENT_FETCH_K: ${AGENT_FETCH_K:-20}
AGENT_PREVIEW_K: ${AGENT_PREVIEW_K:-5}
AGENT_CONVERSATION_HISTORY_MESSAGES: ${AGENT_CONVERSATION_HISTORY_MESSAGES:-4}
LOG_LEVEL: ${LOG_LEVEL:-INFO}
LOG_LEVEL_APP: ${LOG_LEVEL_APP:-}
LOG_FORMAT: ${LOG_FORMAT:-text}
METRICS_ENABLED: ${METRICS_ENABLED:-true}
volumes:
- ./:/app
labels:
# Picked up by the lint and tests workflows.
- "dk.itkdev.python=true"
# Traefik setup
- "traefik.enable=true"
- "traefik.docker.network=frontend"
- "traefik.http.routers.${COMPOSE_PROJECT_NAME}.rule=Host(`${COMPOSE_DOMAIN}`)"
# HTTPS config - uncomment to enable redirect from :80 to :443
- "traefik.http.routers.${COMPOSE_PROJECT_NAME}.middlewares=redirect-to-https"
- "traefik.http.middlewares.redirect-to-https.redirectscheme.scheme=https"
# Used by .github/workflows/yaml.yaml. No official image yet
# (https://github.com/prettier/prettier/issues/15206).
prettier:
image: jauderho/prettier
profiles:
- dev
volumes:
- ./:/work