lukaszraczylo/traefik-llmgateway
1
0
Fork 0
mirror of https://github.com/lukaszraczylo/traefik-llmgateway.git synced 2026-10-19 05:47:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(yaegi): assert RateLimit-Policy header under the interpreter

Browse Source
This commit is contained in:
lukaszraczylo
2026-10-18 13:44:08 +01:00
parent 644b8115c8
commit 52b5e60719
1 changed files with 10 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/yaegi-check/main.go
+10 -1
View File
@@ -697,7 +697,7 @@ func run() error {
return fmt.Errorf("marshal metrics escaping probe user name: %w", err) return fmt.Errorf("marshal metrics escaping probe user name: %w", err)
} }
attemptAccountingOverride := `{"failover":{"enabled":true},"breaker":{"failureThreshold":2,"openDuration":"3s","maxOpenDuration":"6s"},` + attemptAccountingOverride := `{"maxConcurrency":4,"concurrencyAutodetect":true,"failover":{"enabled":true},"breaker":{"failureThreshold":2,"openDuration":"3s","maxOpenDuration":"6s"},` +
`"providers":{"openai":{"type":"openai","baseUrl":"` + upstream.URL + `","apiKey":"sk-up","models":["` + testDataWantModel + `","` + builtinLookupModelID + `"]},` + `"providers":{"openai":{"type":"openai","baseUrl":"` + upstream.URL + `","apiKey":"sk-up","models":["` + testDataWantModel + `","` + builtinLookupModelID + `"]},` +
`"brk":{"type":"openai","baseUrl":"` + brkUpstream.URL + `","apiKey":"sk-up","discovery":true,"discoveryInterval":"1ms"},` + `"brk":{"type":"openai","baseUrl":"` + brkUpstream.URL + `","apiKey":"sk-up","discovery":true,"discoveryInterval":"1ms"},` +
// "warmretry" backs exerciseWarmFillRetry (production incident fix, // "warmretry" backs exerciseWarmFillRetry (production incident fix,
@@ -1915,6 +1915,15 @@ func exerciseHandler(handler http.Handler, builtinContextTokens int, failoverBHi
if !strings.Contains(authedRec.Body.String(), testDataWantModel) { if !strings.Contains(authedRec.Body.String(), testDataWantModel) {
return fmt.Errorf("GET /v1/models body does not contain %q: %s", testDataWantModel, authedRec.Body.String()) return fmt.Errorf("GET /v1/models body does not contain %q: %s", testDataWantModel, authedRec.Body.String())
} }
// maxConcurrency=4 must surface as the IETF concurrent-requests policy
// under the interpreter, and the retired X-Concurrency-Limit must be absent.
const wantRateLimitPolicy = `"concurrency";q=4;qu="concurrent-requests"`
if got := authedRec.Header().Get("RateLimit-Policy"); got != wantRateLimitPolicy {
return fmt.Errorf("GET /v1/models RateLimit-Policy = %q, want %q", got, wantRateLimitPolicy)
}
if got := authedRec.Header().Get("X-Concurrency-Limit"); got != "" {
return fmt.Errorf("GET /v1/models sent retired X-Concurrency-Limit = %q", got)
}
// modelMeta (feature v0.23), interpreted, decoded structurally (not // modelMeta (feature v0.23), interpreted, decoded structurally (not
// a raw substring match — SHOULD-6, review round: a bare Contains // a raw substring match — SHOULD-6, review round: a bare Contains