-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy path.env.example
More file actions
27 lines (23 loc) · 1.21 KB
/
Copy path.env.example
File metadata and controls
27 lines (23 loc) · 1.21 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
# Copy to .env and fill in. Only SCREENING_SERVICE_API_KEY is required;
# the rest have sensible defaults for a local Ollama setup.
# Auth on OUR endpoint — the key clients must send in the x-api-key header (REQUIRED).
SCREENING_SERVICE_API_KEY=change-me
# Model provider — any OpenAI-compatible endpoint. Defaults suit local Ollama.
SCREENING_LLM_BASE_URL=http://localhost:11434/v1
SCREENING_LLM_API_KEY=ollama
SCREENING_LLM_MODEL=qwen2.5:3b
SCREENING_LLM_TIMEOUT_S=60
# Self-hosted Gemma-4 endpoint the guardrail calls.
# The default points at a local vLLM. In any deployed environment this MUST be
# set to the detector's internal FQDN (Fully Qualified Domain Name)
SCREENING_LLM_GUARDRAIL_BASE_URL=http://localhost:8001/v1
SCREENING_LLM_GUARDRAIL_MODEL=google/gemma-4-31B-it
# The endpoint scales to zero, so the first request after an idle period
# waits for a GPU to boot and load weights (~13 min). The default 60s
# timeout is too short for that and would make the request fail before
# the model is even ready — 15 min is ample enough to survive the activation
# window
SCREENING_LLM_GUARDRAIL_TIMEOUT_S=900
# Confident AI (DeepEval online evals).
CONFIDENT_API_KEY=
CONFIDENT_BASE_URL=https://eu.api.confident-ai.com