Docker容器访问宿主机Ollama服务配置详细操作步骤

CONNECTION_ERROR - litellm.APIConnectionError: Ollama_chatException - [Errno 111] Connection refused

hostname -I | awk '{print $1}'

192.168.0.105

sudo netstat -tuln | grep 11434

tcp        0      0 127.0.0.1:11434         0.0.0.0:*               LISTEN

sudo systemctl status ollama

cat /etc/systemd/system/ollama.service

sudo nano /etc/systemd/system/ollama.service

sudo tee /etc/systemd/system/ollama.service > /dev/null << 'EOF'
[Unit]
Description=Ollama Service
After=network-online.target

[Service]
ExecStart=/usr/local/bin/ollama serve
User=ollama
Group=ollama
Restart=always
RestartSec=3
Environment="PATH=/opt/TensorRT-10.9.0.34/bin:/opt/ros/humble/bin:/home/wanglin/miniconda3/bin:/home/wanglin/miniconda3/condabin:/usr/local/cuda-12.1/bin:/home/wanglin/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/snap/bin"
Environment="OLLAMA_HOST=0.0.0.0:11434"

[Install]
WantedBy=default.target
EOF

# 重新加载 systemd 配置
sudo systemctl daemon-reload

# 重启 Ollama 服务
sudo systemctl restart ollama

# 检查服务状态
sudo systemctl status ollama

sudo netstat -tuln | grep 11434

tcp6       0      0 :::11434                :::*                    LISTEN

# 替换 192.168.0.105 为您的宿主机 IP
curl http://192.168.0.105:11434/api/tags

{
  "models": [
    {
      "name": "deepseek-r1:1.5b",
      "model": "deepseek-r1:1.5b",
      ...
    }
  ]
}

curl -X POST http://192.168.0.105:11434/api/generate \
  -d '{"model": "deepseek-r1:1.5b", "prompt": "你好", "stream": false}'

sudo ufw allow 11434/tcp
sudo ufw reload

sudo firewall-cmd --permanent --add-port=11434/tcp
sudo firewall-cmd --reload

#!/bin/bash

echo "🚀 开始配置 Ollama 以支持 Docker 容器访问..."

# 获取宿主机 IP
HOST_IP=$(hostname -I | awk '{print $1}')
echo "📍 宿主机 IP: $HOST_IP"

# 修改 Ollama 服务配置
echo "🔧 修改 Ollama 服务配置..."
sudo tee /etc/systemd/system/ollama.service > /dev/null << 'EOF'
[Unit]
Description=Ollama Service
After=network-online.target

[Service]
ExecStart=/usr/local/bin/ollama serve
User=ollama
Group=ollama
Restart=always
RestartSec=3
Environment="PATH=/opt/TensorRT-10.9.0.34/bin:/opt/ros/humble/bin:/home/wanglin/miniconda3/bin:/home/wanglin/miniconda3/condabin:/usr/local/cuda-12.1/bin:/home/wanglin/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/snap/bin"
Environment="OLLAMA_HOST=0.0.0.0:11434"

[Install]
WantedBy=default.target
EOF

# 重新加载并重启服务
echo "🔄 重启 Ollama 服务..."
sudo systemctl daemon-reload
sudo systemctl restart ollama

# 等待服务启动
sleep 3

# 验证配置
echo "✅ 验证配置..."
if sudo netstat -tuln | grep -q ":::11434"; then
    echo "✅ Ollama 已成功监听所有网络接口"
else
    echo "❌ Ollama 监听配置可能有问题"
fi

# 测试访问
echo "🧪 测试访问..."
if curl -s http://$HOST_IP:11434/api/tags > /dev/null; then
    echo "✅ 通过宿主机 IP 访问成功"
    echo ""
    echo "📋 请在 Docker 应用中使用以下配置："
    echo "   Base URL: http://$HOST_IP:11434"
    echo "   模型名称: deepseek-r1:1.5b"
else
    echo "❌ 访问失败，请检查防火墙设置"
fi

chmod +x configure_ollama_for_docker.sh
./configure_ollama_for_docker.sh

# 停止当前运行的 Ollama
pkill ollama

# 设置环境变量并启动
export OLLAMA_HOST=0.0.0.0:11434
nohup ollama serve > /tmp/ollama.log 2>&1 &

# 验证
sleep 2
netstat -tuln | grep 11434

# 只允许 Docker 网桥访问
sudo ufw allow from 172.17.0.0/16 to any port 11434

# 或只允许特定 IP 段
sudo ufw allow from 192.168.0.0/24 to any port 11434