-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathdocker-compose.yml
More file actions
47 lines (43 loc) · 918 Bytes
/
Copy pathdocker-compose.yml
File metadata and controls
47 lines (43 loc) · 918 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
# T-100AI + Ollama local
# docker compose up -d
# docker compose exec t100ai python -m t100ai.cli.main
services:
ollama:
image: ollama/ollama:latest
container_name: t100ai-ollama
ports:
- "11434:11434"
volumes:
- ollama_data:/root/.ollama
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [gpu]
restart: unless-stopped
t100ai:
build: .
container_name: t100ai
depends_on:
- ollama
environment:
- T100AI_OLLAMA_HOST=http://ollama:11434
- T100AI_DATA_DIR=/app
volumes:
- t100ai_sessions:/app/sessions
- t100ai_output:/app/output
stdin_open: true
tty: true
ports:
- "8080:8080"
networks:
- t100ai_net
volumes:
ollama_data:
t100ai_sessions:
t100ai_output:
networks:
t100ai_net:
driver: bridge