需要在/etc/systemd/system/ollama.service的内容修改如下:
[Unit]
Description=Ollama Service
After=network-online.target
[Service]
ExecStart=/usr/local/bin/ollama serve
User=ollama
Group=ollama
Restart=always
RestartSec=3
Environment="PATH=/home/abc/.local/bin"
Environment="PATH=$PATH"
Environment="CUDA_VISIBLE_DEVICES=0,1,2,3"
Environment="OLLAMA_SCHED_SPREAD=1"
Environment="OLLAMA_KEEP_ALIVE=-1"
Environment="OLLAMA_HOST=0.0.0.0"
Environment="OLLAMA_NUM_PARALLEL=10"
Environment="OLLAMA_ORIGINS=*"
Environment="https_proxy=http://abc.com:80"
Environment="http_proxy=http://abc.com:80"
[Install]
WantedBy=default.target
没有评论:
发表评论