feat: add first ollama stack
This commit is contained in:
parent
b1641c46b1
commit
7fdd996f29
28
ollama/Caddyfile
Normal file
28
ollama/Caddyfile
Normal file
@ -0,0 +1,28 @@
|
||||
{
|
||||
email {env.LETSENCRYPT_EMAIL}
|
||||
}
|
||||
|
||||
*.lan.poldebra.me {
|
||||
tls {
|
||||
dns namecheap {
|
||||
api_key {env.NAMECHEAP_API_KEY}
|
||||
user {env.NAMECHEAP_API_USER}
|
||||
api_endpoint https://api.namecheap.com/xml.response
|
||||
}
|
||||
resolvers 1.1.1.1 8.8.8.8
|
||||
}
|
||||
|
||||
@ollama host ollama.lan.poldebra.me
|
||||
handle @ollama {
|
||||
header {
|
||||
X-Real-IP {remote_host}
|
||||
X-Forwarded-For {remote_host}
|
||||
X-Forwarded-Proto {scheme}
|
||||
X-Forwarded-Host {host}
|
||||
X-Forwarded-Port {server_port}
|
||||
}
|
||||
reverse_proxy 172.23.0.5:11434 {
|
||||
header_up X-Forwarded-Proto {scheme}
|
||||
}
|
||||
}
|
||||
}
|
||||
84
ollama/docker-compose.yml
Normal file
84
ollama/docker-compose.yml
Normal file
@ -0,0 +1,84 @@
|
||||
services:
|
||||
app:
|
||||
image: ollama/ollama:rocm
|
||||
restart: unless-stopped
|
||||
hostname: ollama
|
||||
container_name: ollama
|
||||
user: 1000:1000
|
||||
volumes:
|
||||
- "/srv/ollama/data:/root/.ollama"
|
||||
devices:
|
||||
- "/dev/kfd:/dev/kfd"
|
||||
- "/dev/dri:/dev/dri"
|
||||
networks:
|
||||
internal:
|
||||
ipv4_address: 172.23.0.5
|
||||
logging:
|
||||
driver: "json-file"
|
||||
options:
|
||||
mode: "non-blocking"
|
||||
max-size: "10m"
|
||||
max-file: "3"
|
||||
|
||||
tailscale:
|
||||
hostname: ollama
|
||||
image: tailscale/tailscale:latest
|
||||
restart: unless-stopped
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "tailscale status"]
|
||||
interval: 1s
|
||||
timeout: 5s
|
||||
retries: 60
|
||||
volumes:
|
||||
- /srv/docker/ollama/tailscale:/var/lib
|
||||
- /lib/modules:/lib/modules:ro
|
||||
devices:
|
||||
- /dev/net/tun:/dev/net/tun
|
||||
cap_add:
|
||||
- net_admin
|
||||
- sys_module
|
||||
- net_raw
|
||||
command: tailscaled
|
||||
networks:
|
||||
- internal
|
||||
logging:
|
||||
driver: "json-file"
|
||||
options:
|
||||
mode: "non-blocking"
|
||||
max-size: "10m"
|
||||
max-file: "3"
|
||||
|
||||
reverse_proxy:
|
||||
image: caddybuilds/caddy-namecheap:2-alpine
|
||||
restart: unless-stopped
|
||||
network_mode: service:tailscale
|
||||
volumes:
|
||||
- ./Caddyfile:/etc/caddy/Caddyfile:ro
|
||||
- /srv/docker/ollama/caddy/config/:/config/caddy:rw
|
||||
- /srv/docker/ollama/caddy/data/:/data/caddy:rw
|
||||
- /srv/docker/ollama/caddy/share/:/usr/share/caddy:rw
|
||||
env_file:
|
||||
- caddy.env
|
||||
healthcheck:
|
||||
test: ["CMD", "wget", "--spider", "-q", "https://ollama.lan.poldebra.me"]
|
||||
interval: 10s
|
||||
timeout: 30s
|
||||
retries: 5
|
||||
start_period: 90s
|
||||
depends_on:
|
||||
app:
|
||||
condition: service_started
|
||||
tailscale:
|
||||
condition: service_healthy
|
||||
logging:
|
||||
driver: "json-file"
|
||||
options:
|
||||
mode: "non-blocking"
|
||||
max-size: "10m"
|
||||
max-file: "3"
|
||||
|
||||
networks:
|
||||
internal:
|
||||
ipam:
|
||||
config:
|
||||
- subnet: 172.23.0.0/24
|
||||
Loading…
x
Reference in New Issue
Block a user