[Unit]
Description=Llama Server
After=network.target

[Service]
Type=simple
User=root
WorkingDirectory=/home/XXXX/llama.cpp
Environment="NVM_BIN=/home/XXXX/.nvm/versions/node/v24.17.0/bin"
Environment="NVM_DIR=/home/XXXXX/.nvm"
Environment="NVM_INC=/home/XXXXX/.nvm/versions/node/v24.17.0/include/node"
Environnent="PATH=/home/XXXX/.nvm/versions/node/v24.17.0/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
ExecStart=/usr/local/bin/llama-server \
  -m /models/XXXXX.gguf --mmproj /models/mmproj-XXXX.gguf \
  --host 0.0.0.0 --port 8080
Restart=on-failure
RestartSec=5s
StandardOutput=file:/tmp/llama-server.stdout.log
StandardError=file:/tmp/llama-server.stderr.log

 
[Install]
WantedBy=multi-user.target