ollama启动服务环境变量设置

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
[Unit]
Description=Ollama Service
After=network-online.target
[Service]
ExecStart=/usr/local/bin/ollama serve
User=ollama
Group=ollama
Restart=always
RestartSec=3
Environment="OLLAMA_HOST=0.0.0.0"
Environment="OLLAMA_ORIGINS=*"
Environment="OLLAMA_KEEP_ALIVE=1h"
Environment="CUDA_VISIBLE_DEVICES=GPU-44ac878c-c35b-b019-2288-040242c2696d"
Environment="PATH=/home/boqi/miniconda3/bin:/home/boqi/miniconda3/condabin:/home/boqi/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/bin:/opt/cuda/bin:/opt/cuda/nsight_compute:/opt/cuda/nsight_systems/bin:/usr/lib/jvm/default/bin:/usr/bin/site_perl:/usr/bin/vendor_perl:/usr/bin/core_perl"
StartLimitIntervalSec=60
StartLimitBurst=3

[Install]
WantedBy=default.target