数据不出内网：基于Ollama+OneAPI构建企业专属DeepSeek智能中台

curl -L https://ollama.com/download/ollama-linux-amd64.tgz -o ollama-linux-amd64.tgz
1.

scp ollama-linux-amd64.tgz 服务器地址:/temp
1.

sudo tar -C /usr -xzf ollama-linux-amd64.tgz
1.

ollama serve
1.

sudo useradd -r -s /bin/false -U -m -d /usr/share/ollama ollama
sudo usermod -a -G ollama $(whoami)
1.
2.

[Unit]
Description=Ollama Service
After=network-online.target

[Service]
ExecStart=/usr/bin/ollama serve
User=ollama
Group=ollama
Restart=always
RestartSec=3
Environment="PATH=$PATH"

[Install]
WantedBy=default.target
1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.
12.
13.
14.

sudo systemctl daemon-reload
sudo systemctl enable ollama
1.
2.

ollama show deepseek-r1:32b --modelfile
1.

FROM C:\Users\deali\.ollama\models\blobs\sha256-96c415656d377afbff962f6cdb2394ab092ccbcbaab4b82525bc4ca800fe8a49
TEMPLATE """{{- if .System }}{{ .System }}{{ end }}
{{- range $i, $_ := .Messages }}
{{- $last := eq (len (slice $.Messages $i)) 1}}
{{- if eq .Role "user" }}<｜User｜>{{ .Content }}
{{- else if eq .Role "assistant" }}<｜Assistant｜>{{ .Content }}{{- if not $last }}<｜end▁of▁sentence｜>{{- end }}
{{- end }}
{{- if and $last (ne .Role "assistant") }}<｜Assistant｜>{{- end }}
{{- end }}"""
PARAMETER stop <｜begin▁of▁sentence｜>
PARAMETER stop <｜end▁of▁sentence｜>
PARAMETER stop <｜User｜>
PARAMETER stop <｜Assistant｜>
1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.
12.
13.

FROM C:\Users\deali\.ollama\models\blobs\sha256-96c415656d377afbff962f6cdb2394ab092ccbcbaab4b82525bc4ca800fe8a49
1.

ollama show deepseek-r1:32b --modelfile > Modelfile
1.

mv sha256-96c415656d377afbff962f6cdb2394ab092ccbcbaab4b82525bc4ca800fe8a49 deepseek-r1_32b.gguf
1.

FROM ./deepseek-r1_32b.gguf
1.

ollama create deepseek-r1:32b -f Modelfile
1.

services:
  db:
    image:mysql:8.1.0
    container_name:mysql
    restart:always
    environment:
      MYSQL_ROOT_PASSWORD:mysql-password
    volumes:
      -./data:/var/lib/mysql
one-api:
    image:justsong/one-api
    container_name:one-api
    restart:always
    ports:
      -"3000:3000"
    depends:
      -db
    environment:
      -SQL_DSN=root:mysql-password@tcp(db:3306)/one_api
      -TZ=Asia/Shanghai
      -TIKTOKEN_CACHE_DIR=/TIKTOKEN_CACHE_DIR
    volumes:
      -./data:/data
      -./TIKTOKEN_CACHE_DIR:/TIKTOKEN_CACHE_DIR

networks:
default:
    name:one-api
1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.
12.
13.
14.
15.
16.
17.
18.
19.
20.
21.
22.
23.
24.
25.
26.
27.
28.

one-api  | [FATAL] 2025/02/17 - 10:47:21 | relay/adaptor/openai/token.go:26 [InitTokenEncoders] failed to get gpt-3.5-turbo token encoder: Get "https://openaipublic.blob.core.windows.net/encodings/cl100k_base.tiktoken": dial tcp 57.150.97.129:443: i/o timeout, if you are using in offline environment, please set TIKTOKEN_CACHE_DIR to use exsited files
1.

TIKTOKEN_URL=https://openaipublic.blob.core.windows.net/encodings/cl100k_base.tiktoken
echo -n $TIKTOKEN_URL | sha1sum | head -c 40
1.
2.

echo -n "https://openaipublic.blob.core.windows.net/encodings/cl100k_base.tiktoken" | sha1sum | head -c 40
1.

9b5ad71b2ce5302211f9c61530b329a4922fc6a4
1.