INNER CODE UNIT · Go

globalLatency

easegress-io/easegress · scripts/benchmark/aigateway/llm/main.go:30

var globalLatency = 0 * time.Millisecond

func init() {
	val := os.Getenv("EG_LLM_TEST_LATENCY")
	if val == "" {
		return
	}
	ms, err := time.ParseDuration(val)
	if err != nil {
		panic(fmt.Errorf("invalid EG_LLM_TEST_LATENCY value: %s, should be a valid duration", val))
	}
	globalLatency = ms
}

type ChatCompletionRequest struct {
	Model  string `json:"model"`
	Stream bool   `json:"stream"`
}

View source record →