feat: LLM accuracy testing framework with 17-test catalog

Framework runs a category/subcategory test catalog against multiple
LLMs through an OpenAI-compatible endpoint. Deterministic evaluators
score each response. Reports render as table, markdown, or JSON.
This commit is contained in:
2026-08-17 01:29:45 +01:00
commit 1d51d4cbbd
68 changed files with 7089 additions and 0 deletions
+9
View File
@@ -0,0 +1,9 @@
endpoint: https://llm-gateway.example.com/v1
api_key: "" # optional; env LLMTB_API_KEY wins
models:
- uni/deepseek-v4-flash-0731
- uni/qwen3.6-27b
- uni/btl-4
concurrency: 4
request_timeout: 120s
max_tokens_default: 4000