mirror of
https://github.com/lukaszraczylo/llm-testbench.git
synced 2026-10-18 01:17:48 +00:00
test(catalog): wire databases, security, delivery, and ai categories
The catalog now holds 250 tests across 8 categories and 25 subcategories, each with at least 10 tests.
This commit is contained in:
@@ -19,5 +19,9 @@ func All() *testkit.Registry {
|
|||||||
registerWhitepapersTests(r)
|
registerWhitepapersTests(r)
|
||||||
registerCodebaseTests(r)
|
registerCodebaseTests(r)
|
||||||
registerAgentsTests(r)
|
registerAgentsTests(r)
|
||||||
|
registerDatabasesTests(r)
|
||||||
|
registerSecurityTests(r)
|
||||||
|
registerDeliveryTests(r)
|
||||||
|
registerAITests(r)
|
||||||
return r
|
return r
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -68,6 +68,10 @@ func TestAll_SubcategoryMinimums(t *testing.T) {
|
|||||||
"operations": {"macos", "linux", "kubernetes"},
|
"operations": {"macos", "linux", "kubernetes"},
|
||||||
"research": {"web", "whitepapers", "codebase"},
|
"research": {"web", "whitepapers", "codebase"},
|
||||||
"agents": {"tool-routing", "planning", "delegation"},
|
"agents": {"tool-routing", "planning", "delegation"},
|
||||||
|
"databases": {"postgres", "redis", "sql-tuning"},
|
||||||
|
"security": {"appsec", "crypto", "secrets"},
|
||||||
|
"delivery": {"git", "containers", "release-engineering"},
|
||||||
|
"ai": {"vector-search", "llm-integration", "rag"},
|
||||||
}
|
}
|
||||||
|
|
||||||
counts := make(map[string]map[string]int)
|
counts := make(map[string]map[string]int)
|
||||||
|
|||||||
Reference in New Issue
Block a user