20s timeout for large request

This commit is contained in:
2023-11-08 20:18:55 +08:00
parent a2c6fa32ed
commit b932331bdc

View File

@@ -69,6 +69,9 @@ func processRequest(c *gin.Context, upstream *OPENAI_UPSTREAM, record *Record, s
if requestBodyOK == nil && requestBody.Stream {
timeout = 5 * time.Second
}
if len(inBody) > 1024*128 {
timeout = 20 * time.Second
}
// timeout out request
go func() {