2026-SEP-09

2026-09-09 23:13:28 +09:00
parent 9226043696
commit 99536c5355
34 changed files with 2779 additions and 37 deletions
@@ -0,0 +1,13 @@
+version = 1
+
+{% for models in (services['llama']['dependency']['models'] | dict2items | list) %}
+{% if models['key'] == 'default' %} 
+[*]
+{{ models['value'] }}
+
+{% else %}
+[{{ models['key'] }}]
+{{ models['value'] }}
+
+{% endif %}
+{% endfor %}{{ '' }}
@@ -0,0 +1,34 @@
+[Quadlet]
+DefaultDependencies=false
+
+[Unit]
+Description=llama.cpp Model Server
+
+[Container]
+Image=ghcr.io/ggml-org/llama.cpp:{{ version['containers']['llama'] }}
+
+ContainerName=llama
+HostName=llama
+PublishPort={{ services['llama']['ports']['http'] }}:9931/tcp
+
+# iGPU access for Vulkan
+AddDevice=/dev/dri:/dev/dri
+PodmanArgs=--group-add keep-groups
+
+Volume=%h/containers/llama/models:/models:ro
+Volume=%h/containers/llama/config:/config:ro
+
+Environment="TZ={{ timezone }}"
+
+Exec=--models-preset /config/models.ini \
+     --models-max 2 \
+     --host 0.0.0.0 \
+     --port 9931
+
+[Service]
+Restart=always
+RestartSec=10s
+TimeoutStopSec=300
+
+[Install]
+WantedBy=default.target