|
|
@@ -32,7 +32,7 @@ func StreamScannerHandler(c *gin.Context, resp *http.Response, info *relaycommon
|
|
|
defer resp.Body.Close()
|
|
|
|
|
|
streamingTimeout := time.Duration(constant.StreamingTimeout) * time.Second
|
|
|
- if strings.HasPrefix(info.UpstreamModelName, "o1") || strings.HasPrefix(info.UpstreamModelName, "o3") {
|
|
|
+ if strings.HasPrefix(info.UpstreamModelName, "o") {
|
|
|
// twice timeout for thinking model
|
|
|
streamingTimeout *= 2
|
|
|
}
|
|
|
@@ -115,7 +115,7 @@ func StreamScannerHandler(c *gin.Context, resp *http.Response, info *relaycommon
|
|
|
}
|
|
|
data = data[5:]
|
|
|
data = strings.TrimLeft(data, " ")
|
|
|
- data = strings.TrimSuffix(data, "\"")
|
|
|
+ data = strings.TrimSuffix(data, "\r")
|
|
|
if !strings.HasPrefix(data, "[DONE]") {
|
|
|
info.SetFirstResponseTime()
|
|
|
writeMutex.Lock() // Lock before writing
|