heimoshuiyu/openai-api-route
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases 2 Wiki Activity

default 60s timeout

Browse Source
This commit is contained in:
黑墨水鱼
2023-11-08 18:42:35 +08:00
parent 9d8e76bd2d
commit a2c6fa32ed
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
process.go
View File

@@ -60,14 +60,14 @@ func processRequest(c *gin.Context, upstream *OPENAI_UPSTREAM, record *Record, s
record.Model = requestBody.Model record.Model = requestBody.Model
} }
// set timeout, default is 5 second // set timeout, default is 60 second
timeout := 5 * time.Second timeout := 60 * time.Second
if upstream.Timeout > 0 { if upstream.Timeout > 0 {
// convert upstream.Timeout(second) to nanosecond // convert upstream.Timeout(second) to nanosecond
timeout = time.Duration(upstream.Timeout) * time.Second timeout = time.Duration(upstream.Timeout) * time.Second
} }
if requestBodyOK == nil && !requestBody.Stream { if requestBodyOK == nil && requestBody.Stream {
timeout = 60 * time.Second timeout = 5 * time.Second
} }
// timeout out request // timeout out request