40 lines
1.2 KiB
YAML
40 lines
1.2 KiB
YAML
services:
|
|
local-ai:
|
|
image: localai/localai:latest-gpu-hipblas
|
|
ports:
|
|
- "8080:8080"
|
|
volumes:
|
|
- ./config/models:/models
|
|
- ./config/images:/tmp/generated/images/
|
|
- ./config/data:/data
|
|
- ./config/backends:/backends
|
|
- ./config/configuration:/configuration
|
|
devices:
|
|
- /dev/kfd:/dev/kfd
|
|
- /dev/dri:/dev/dri
|
|
group_add:
|
|
- video
|
|
environment:
|
|
- LOCALAI_AGENT_POOL_VECTOR_ENGINE=postgres
|
|
- LOCALAI_AGENT_POOL_DATABASE_URL=postgresql://localrecall:localrecall@postgres:5432/localrecall?sslmode=disable
|
|
- LOCALAI_DISABLE_AGENTS=false
|
|
- LOCALAI_AGENT_POOL_ENABLE_SKILLS=true
|
|
- LOCALAI_AGENT_POOL_ENABLE_LOGS=true
|
|
- LOCALAI_AGENT_HUB_URL=https://agenthub.localai.io
|
|
- HSA_VISIBLE_DEVICES=0 # 0 is Dedicated, 1 is IGPU
|
|
- HIP_VISIBLE_DEVICES=0
|
|
|
|
postgres:
|
|
image: quay.io/mudler/localrecall:v0.5.2-postgresql
|
|
environment:
|
|
- POSTGRES_DB=localrecall
|
|
- POSTGRES_USER=localrecall
|
|
- POSTGRES_PASSWORD=localrecall
|
|
volumes:
|
|
- ./config/postgress_data:/var/lib/postgresql
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "pg_isready -U localrecall"]
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 5
|