default 60s timeout

This commit is contained in:
2023-11-08 18:42:35 +08:00
parent 9d8e76bd2d
commit a2c6fa32ed

View File

@@ -60,14 +60,14 @@ func processRequest(c *gin.Context, upstream *OPENAI_UPSTREAM, record *Record, s
record.Model = requestBody.Model
}
// set timeout, default is 5 second
timeout := 5 * time.Second
// set timeout, default is 60 second
timeout := 60 * time.Second
if upstream.Timeout > 0 {
// convert upstream.Timeout(second) to nanosecond
timeout = time.Duration(upstream.Timeout) * time.Second
}
if requestBodyOK == nil && !requestBody.Stream {
timeout = 60 * time.Second
if requestBodyOK == nil && requestBody.Stream {
timeout = 5 * time.Second
}
// timeout out request