-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdocker-compose-cpu.yml
100 lines (89 loc) · 2.3 KB
/
docker-compose-cpu.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
services:
chroma:
build:
context: ./services/sec_rag/chroma
container_name: chroma
env_file:
- .env
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8000"]
interval: 10s
timeout: 5s
retries: 3
environment:
- CHROMA_PERSIST_DIRECTORY=${CHROMA_PERSIST_DIRECTORY}
- OLLAMA_HOST=${OLLAMA_HOST}
- OLLAMA_PORT=${OLLAMA_PORT}
ports:
- "${CHROMA_PORT}:8000"
volumes:
- chroma:/app/chroma_db
network_mode: host
llm:
build:
context: ./services/sec_rag/llm
container_name: llm_api
env_file:
- .env
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8001"]
interval: 10s
timeout: 5s
retries: 3
environment:
- MISTRAL_API_KEY=${MISTRAL_API_KEY}
- CHROMA_HOST=${CHROMA_HOST}
- CHROMA_PORT=${CHROMA_PORT}
- OLLAMA_HOST=${OLLAMA_HOST}
- OLLAMA_PORT=${OLLAMA_PORT}
- LANGFUSE_SECRET_KEY=${LANGFUSE_SECRET_KEY}
- LANGFUSE_PUBLIC_KEY=${LANGFUSE_PUBLIC_KEY}
- LANGFUSE_HOST=${LANGFUSE_HOST}
- LANGFUSE_PORT=${LANGFUSE_PORT}
ports:
- "${LLM_PORT}:8001"
depends_on:
- chroma
network_mode: host
base_llm:
build:
context: ./services/base_llm
container_name: base_llm_api
env_file:
- .env
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8002"]
interval: 10s
timeout: 5s
retries: 3
ports:
- "${BASE_LLM_PORT}:8002"
environment:
- OLLAMA_HOST=${OLLAMA_HOST}
- OLLAMA_PORT=${OLLAMA_PORT}
- LANGFUSE_SECRET_KEY=${LANGFUSE_SECRET_KEY}
- LANGFUSE_PUBLIC_KEY=${LANGFUSE_PUBLIC_KEY}
- LANGFUSE_HOST=${LANGFUSE_HOST}
- LANGFUSE_PORT=${LANGFUSE_PORT}
network_mode: host
telegram_bot:
build:
context: ./services/tg_bot
container_name: tg_api
env_file:
- .env
environment:
- BOT_TOKEN=${BOT_TOKEN}
- BASE_LLM_PORT=${BASE_LLM_PORT}
- BASE_LLM_HOST=${BASE_LLM_HOST}
- BASE_LLM_ENDPOINT=${BASE_LLM_ENDPOINT}
- LLM_PORT=${LLM_PORT}
- LLM_HOST=${LLM_HOST}
- LLM_ENDPOINT=${LLM_ENDPOINT}
restart: always
network_mode: host
volumes:
chroma:
# networks:
# sec_rag_network:
# driver: bridge