Files
carinha-control-panel/docs/carinha-ai.service

15 lines
419 B
Desktop File

[Unit]
Description=Cerebro local Qwen3 Carinha
After=network.target
[Service]
Environment=LD_LIBRARY_PATH=/opt/carinha-ai/llama-b11404
ExecStart=/opt/carinha-ai/llama-b11404/llama-server -m /opt/carinha-ai/models/qwen3-0.6b-q4.gguf --host 127.0.0.1 --port 8101 -c 1024 -t 2 -np 1 --jinja --chat-template-kwargs '{"enable_thinking":false}'
Restart=on-failure
RestartSec=5
Nice=10
[Install]
WantedBy=multi-user.target