# /home/hans/.config/systemd/user/llama-vulkan.service
# ICD: /usr/share/vulkan/icd.d/radeon_icd.x86_64.json
# B70: VULKAN_ICD=/usr/share/vulkan/icd.d/intel_icd.x86_64.json and VULKAN_PRESET=/home/hans/ai/models/llm_presets/32gb.ini
[Unit]
Description=llama.cpp Vulkan
After=network.target

[Service]
WorkingDirectory=/home/hans/ai/vulkan
Type=simple
Restart=on-failure
RestartSec=5
TimeoutStopSec=15
OOMScoreAdjust=-500

Environment=VK_ICD_FILENAMES=/usr/share/vulkan/icd.d/radeon_icd.x86_64.json
Environment=RADV_PERFTEST=nogttspill,transfer_queue

ExecStart=/bin/bash -c 'export LD_LIBRARY_PATH=/home/hans/ai/vulkan/bin:${LD_LIBRARY_PATH:-} && \
    exec /home/hans/ai/vulkan/bin/llama-server \
    --host 127.0.0.1 \
    --port 9932 \
    --models-max 1 \
    --tools all \
    --models-preset /home/hans/ai/models/llm_presets/16gb.ini'

[Install]
WantedBy=default.target
