mirror of
https://github.com/lukaszraczylo/llm-testbench.git
synced 2026-10-13 00:48:29 +00:00
Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
6ad9dfbe42 |
+1
-1
@@ -5,7 +5,7 @@ models:
|
|||||||
- uni/qwen3.6-27b
|
- uni/qwen3.6-27b
|
||||||
- uni/btl-4
|
- uni/btl-4
|
||||||
concurrency: 8 # default when omitted; matches internal/config's default
|
concurrency: 8 # default when omitted; matches internal/config's default
|
||||||
request_timeout: 300s # default when omitted
|
request_timeout: 900s # default when omitted
|
||||||
max_tokens_default: 12000 # default when omitted; a reasoning model can spend
|
max_tokens_default: 12000 # default when omitted; a reasoning model can spend
|
||||||
# thousands of tokens on reasoning_content before
|
# thousands of tokens on reasoning_content before
|
||||||
# writing an answer, so this must stay generous
|
# writing an answer, so this must stay generous
|
||||||
|
|||||||
@@ -161,9 +161,14 @@ func (r *Runner) runOne(ctx context.Context, model string, test testkit.Test) Re
|
|||||||
Temperature: r.cfg.Temperature,
|
Temperature: r.cfg.Temperature,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Wall-clock across all attempts, recorded even on error: an error row
|
||||||
|
// with zero latency reads as an instant rejection when it may be three
|
||||||
|
// exhausted timeouts (a 651-second generation looked "instant" in the
|
||||||
|
// 2026-08-30 run and misdirected the diagnosis).
|
||||||
|
callStart := time.Now()
|
||||||
resp, err := r.client.Complete(ctx, req)
|
resp, err := r.client.Complete(ctx, req)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return Result{Model: model, TestID: test.ID, Err: err}
|
return Result{Model: model, TestID: test.ID, Err: err, Latency: time.Since(callStart)}
|
||||||
}
|
}
|
||||||
|
|
||||||
normalized := testkit.Normalize(resp.Text)
|
normalized := testkit.Normalize(resp.Text)
|
||||||
|
|||||||
Reference in New Issue
Block a user