Source files / install/systemd · raw

tersler-llama.service

[Unit]
Description=tersler: llama-server (P100 fork)
After=network-online.target tersler-gpu.service
Wants=network-online.target
Requires=tersler-gpu.service
Conflicts=tersler-strata.service

[Service]
User=@USER@
ExecStart=@PREFIX@/bin/tersler-server
Restart=on-failure
RestartSec=10
# model load from SATA takes ~1 min; give it time before systemd gives up
TimeoutStartSec=600
LimitMEMLOCK=infinity
Nice=-5

[Install]
WantedBy=multi-user.target