INNER CODE UNIT · Go
maxIdleConns
kserve/kserve · cmd/agent/main.go:419
maxIdleConns := 1000 // TODO: somewhat arbitrary value for CC=0, needs experimental validation.
httpProxy := httputil.NewSingleHostReverseProxy(target)
httpProxy.Transport = pkgnet.NewAutoTransport(maxIdleConns /* max-idle */, maxIdleConns /* max-idle-per-host */)
httpProxy.ErrorHandler = pkghandler.Error(logging)
httpProxy.BufferPool = proxy.NewBufferPool()
httpProxy.FlushInterval = proxy.FlushInterval
// Create handler chain.
// Note: innermost handlers are specified first, ie. the last handler in the chain will be executed first.
var composedHandler http.Handler = httpProxy
if batcherArgs != nil {
composedHandler = batcher.New(batcherArgs.maxBatchSize, batcherArgs.maxLatency, composedHandler, logging)
}
if loggerArgs != nil {
composedHandler = kfslogger.New(loggerArgs.logUrl, loggerArgs.sourceUrl, loggerArgs.loggerType,
loggerArgs.inferenceService, loggerArgs.namespace, loggerArgs.endpoint, loggerArgs.component, composedHandler,