Go语言解决大模型API调用中的超时错误的方法

{"error": "context deadline exceeded (Client.Timeout or context cancellation while reading body)"}

reader := bufio.NewReaderSize(resp.Body, 64*1024) // 64KB缓冲区
for {
    line, err := reader.ReadString('\n')
    if err != nil {
        if err == io.EOF {
            break
        }
        sendError(writer, err)
        return
    }
    processLine(line, writer)
}

var transport = &http.Transport{
    DialContext: (&net.Dialer{
        Timeout:   10 * time.Second, // TCP连接超时
    }).DialContext,
    ResponseHeaderTimeout: 15 * time.Second, // 等待响应头
    IdleConnTimeout:       30 * time.Second, // 空闲连接回收
}
 
client := &http.Client{
    Transport: transport,
}

ticker := time.NewTicker(15 * time.Second)
defer ticker.Stop()
 
for {
    select {
    case <-ticker.C:
        _, _ = writer.Write([]byte(": keepalive\n\n"))
        writer.(http.Flusher).Flush()
    default:
        // 正常读取逻辑
    }
}

func StreamFunctionCalling(messages []map[string]interface{}, writer io.Writer) error {
    // ... 构造请求体
 
    // 发送请求
    resp, err := client.Do(req)
    if err != nil {
        log.Printf("API请求失败: %v", err)
        return err
    }
    defer resp.Body.Close()
 
    // 创建大缓冲区Reader
    reader := bufio.NewReaderSize(resp.Body, 64*1024)
 
    // 启动心跳协程
    go sendHeartbeats(writer)
 
    for {
        line, err := reader.ReadString('\n')
        if err != nil {
            handleReadError(err, writer)
            break
        }
 
        if strings.HasPrefix(line, "data: ") {
            sendSSEEvent(line, writer)
        }
    }
    return nil
}

curl -N -H "Accept:text/event-stream" http://api-endpoint

wrk -t12 -c400 -d60s http://api-endpoint

INFO 2024/03/15 14:30:22 请求发送成功 size=1.2KB
DEBUG 2024/03/15 14:30:37 收到数据块 length=512B
WARN 2024/03/15 14:31:05 心跳发送延迟 duration=2.1s

taskChan <- Request{Data: jsonData} // 入队
go processQueue(taskChan)          // 后台处理

backoff.RetryNotify(apiCall, backoff.NewExponentialBackOff(), notifyFunc)