mirror of
https://github.com/runyanjake/olomana.git
synced 2026-06-25 08:04:52 -07:00
Compare commits
3 Commits
e45d794be6
...
72804b0039
| Author | SHA1 | Date | |
|---|---|---|---|
| 72804b0039 | |||
| 4bd7f526e0 | |||
| 29e5b9a199 |
@ -1,38 +0,0 @@
|
||||
services:
|
||||
llama-cpp:
|
||||
image: ghcr.io/ggml-org/llama.cpp:server-cuda
|
||||
container_name: llama-cpp
|
||||
restart: unless-stopped
|
||||
networks:
|
||||
- traefik
|
||||
volumes:
|
||||
- /pwspool/software/llama-cpp/models:/models
|
||||
# We moved your environment variables here to guarantee they are applied
|
||||
command:
|
||||
- "--model"
|
||||
- "/models/Qwen3.5-35B-A3B-UD-IQ2_XXS.gguf"
|
||||
- "--host"
|
||||
- "0.0.0.0"
|
||||
- "--port"
|
||||
- "8080"
|
||||
- "--n-gpu-layers"
|
||||
- "99"
|
||||
- "--ctx-size"
|
||||
- "8192"
|
||||
deploy:
|
||||
resources:
|
||||
reservations:
|
||||
devices:
|
||||
- driver: nvidia
|
||||
count: all
|
||||
capabilities: [gpu]
|
||||
labels:
|
||||
- "traefik.enable=true"
|
||||
- "traefik.http.routers.llama.rule=Host(`llm.whitney.rip`)"
|
||||
- "traefik.http.routers.llama.entrypoints=websecure"
|
||||
- "traefik.http.routers.llama.tls.certresolver=lets-encrypt"
|
||||
- "traefik.http.services.llama.loadbalancer.server.port=8080"
|
||||
|
||||
networks:
|
||||
traefik:
|
||||
external: true
|
||||
@ -2,17 +2,17 @@
|
||||
|
||||
# List of container paths to start
|
||||
declare -a CONTAINERS=(
|
||||
"home/homeassistant"
|
||||
"media/immich"
|
||||
"media/plex"
|
||||
"media/transmission"
|
||||
"misc/homepage"
|
||||
"productivity/code-server"
|
||||
"productivity/excalidraw"
|
||||
"productivity/planka"
|
||||
"software-development/gitea"
|
||||
"software-development/grafana"
|
||||
"software-development/traefik"
|
||||
"smarthome/homeassistant"
|
||||
"software-development/design/excalidraw"
|
||||
"software-development/project-management/planka"
|
||||
"software-development/documentation/code-server"
|
||||
"software-development/infrastructure/gitea"
|
||||
"software-development/infrastructure/grafana"
|
||||
"software-development/infrastructure/traefik"
|
||||
)
|
||||
|
||||
# Start all containers in one call to start-containers.sh
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user