Nginx+Dify实现无缝负载多实例部署

# 定义上游 Dify 服务组
upstream dify_backend {
    least_conn;
    server 192.168.1.10:8080;
    server 192.168.1.11:8080;
    keepalive 32;
}
# 配置反向代理
server {
    listen 80;
    location / {
        proxy_pass http://dify_backend;
        proxy_set_header Host $host;
        proxy_set_header X-Real-IP $remote_addr;
        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
    }
}

upstream backend {
    server 192.168.1.10:80 weight=3;
    server 192.168.1.11:80;
    least_conn;
}
server {
    location / {
        proxy_pass http://backend;
    }
}

apiVersion: autoscaling/v2
kind: HorizontalPodAutoscaler
metadata:
  name: dify-api-hpa
spec:
  scaleTargetRef:
    apiVersion: apps/v1
    kind: Deployment
    name: dify-api
  minReplicas: 3
  maxReplicas: 20
  metrics:
    - type: Resource
      resource:
        name: cpu
        target:
          type: Utilization
          averageUtilization: 70

upstream backend {
    least_conn;
    server 192.168.10.11:8080 weight=3;
    server 192.168.10.12:8080 weight=2;
    server 192.168.10.13:8080 weight=3;
    keepalive 32;
}

location /health {
    access_log off;
    return 200 'OK';
    add_header Content-Type text/plain;
}

// 根据响应时间动态调整节点权重
func UpdateWeight(node *Node) {
    baseWeight := 100
    latencyFactor := 1000 / (node.AvgLatency + 1) // 防除零
    cpuFactor := int(100 - node.CPUUsage)
    node.Weight = (baseWeight + latencyFactor + cpuFactor) / 3
}

export GOPATH=$HOME/go
export PATH=$PATH:$GOPATH/bin
export GOROOT=/usr/local/go
export PATH=$GOROOT/bin:$PATH

go version
git --version
docker --version

version: '3.8'
services:
  dify-web:
    image: difyai/dify:latest
    ports:
      - "8080:8080"
    environment:
      - REDIS_URL=redis://redis:6379/0
      - DATABASE_URL=postgresql://user:pass@postgres/db
    deploy:
      replicas: 3

apiVersion: v1
kind: PersistentVolume
metadata:
  name: shared-pv
spec:
  capacity:
    storage: 100Gi
  accessModes:
    - ReadWriteMany
  nfs:
    server: 192.168.1.100
    path: "/shared-data"

upstream backend {
    ip_hash;
    server 192.168.1.10:8080 weight=3;
    server 192.168.1.11:8080;
    server 192.168.1.12:8080 backup;
}

upstream backend {
    # 轮询（默认）
    server 192.168.1.10:80;
    server 192.168.1.11:80;
    # 权重策略
    # server 192.168.1.10:80 weight=3;
    # server 192.168.1.11:80 weight=1;
    # IP哈希
    # ip_hash;
}

server {
    listen 443 ssl;
    server_name api.example.com;
    ssl_certificate /path/to/cert.pem;
    ssl_certificate_key /path/to/privkey.pem;
    ssl_protocols TLSv1.2 TLSv1.3;

    location / {
        proxy_pass http://backend_service;
        proxy_set_header X-Forwarded-Proto https;
    }
}

// 在 Go 中注入 TraceID 到日志上下文
func LoggerWithTrace(ctx context.Context, msg string) {
    traceID := trace.SpanFromContext(ctx).SpanContext().TraceID()
    log.Printf("[TRACE_ID=%s] %s", traceID.String(), msg)
}

package main
import (
    "crypto/tls"
    "net/http"
)
func secureServer() {
    // 启用 HTTPS 并禁用不安全协议
    config := &tls.Config{
        MinVersion:               tls.VersionTLS13,
        CurvePreferences:         []tls.CurveID{tls.X25519, tls.CurveP256},
        PreferServerCipherSuites: true,
    }
    server := &http.Server{
        Addr:      ":443",
        TLSConfig: config,
    }
    server.ListenAndServeTLS("cert.pem", "key.pem")
}