lukaszraczylo 9d1d4d89e9 fix(catalog): unify negation guard and harden round-2 evaluators ...

A shared NoUnnegatedMention primitive replaces four per-category
implementations, with a bidirectional clause-scoped window and an
adjectival cue set. The docker layer fixture drops WORKDIR, which
creates a real layer and made the pinned answer wrong. The replica
failover test now forces a JSON verdict so a negated answer cannot
score. Remaining exact-answer tests migrate to ExactToken. Ordering
prompts shuffle their candidate lists so echoing scores zero.

2026-08-17 03:50:57 +01:00

..

agents_delegation_test.go

test(catalog): expand agents to 10 tests per subcategory

2026-08-17 01:47:36 +01:00

agents_delegation.go

test(catalog): expand agents to 10 tests per subcategory

2026-08-17 01:47:36 +01:00

agents_planning_test.go

test(catalog): expand agents to 10 tests per subcategory

2026-08-17 01:47:36 +01:00

agents_planning.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

agents_test.go

test(catalog): expand agents to 10 tests per subcategory

2026-08-17 01:47:36 +01:00

agents_toolrouting_test.go

test(catalog): expand agents to 10 tests per subcategory

2026-08-17 01:47:36 +01:00

agents_toolrouting.go

test(catalog): expand agents to 10 tests per subcategory

2026-08-17 01:47:36 +01:00

agents.go

test(catalog): expand agents to 10 tests per subcategory

2026-08-17 01:47:36 +01:00

ai_llmintegration_test.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

ai_llmintegration.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

ai_rag_test.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

ai_rag.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

ai_test.go

test(catalog): add ai category with 30 tests

2026-08-17 02:16:57 +01:00

ai_vectorsearch_test.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

ai_vectorsearch.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

ai.go

test(catalog): add ai category with 30 tests

2026-08-17 02:16:57 +01:00

c_test.go

test(catalog): expand programming to 10 tests per subcategory

2026-08-17 01:54:39 +01:00

c.go

test(catalog): expand programming to 10 tests per subcategory

2026-08-17 01:54:39 +01:00

catalog_test.go

test(catalog): wire databases, security, delivery, and ai categories

2026-08-17 02:48:45 +01:00

catalog.go

test(catalog): wire databases, security, delivery, and ai categories

2026-08-17 02:48:45 +01:00

codebase_analysis_test.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

codebase_analysis.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

codebase_test.go

feat: LLM accuracy testing framework with 17-test catalog

2026-08-17 01:29:45 +01:00

codebase_trace_test.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

codebase_trace.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

codebase.go

test(catalog): expand research to 10 tests per subcategory

2026-08-17 01:51:11 +01:00

databases_postgres_test.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

databases_postgres.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

databases_redis_test.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

databases_redis.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

databases_sqltuning_test.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

databases_sqltuning.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

databases_test.go

test(catalog): add databases category with 30 tests

2026-08-17 02:20:34 +01:00

databases.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

delivery_containers_test.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

delivery_containers.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

delivery_git_test.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

delivery_git.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

delivery_release_test.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

delivery_release.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

delivery_test.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

delivery.go

test(catalog): add delivery category with 30 tests

2026-08-17 02:28:01 +01:00

golang_test.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

golang.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

kubernetes_test.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

kubernetes.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

linux_test.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

linux.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

macos_test.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

macos.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

mathutil.go

feat: LLM accuracy testing framework with 17-test catalog

2026-08-17 01:29:45 +01:00

python_test.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

python.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

security_appsec_test.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

security_appsec.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

security_crypto_test.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

security_crypto.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

security_secrets_test.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

security_secrets.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

security_test.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

security.go

fix(catalog): unify negation guard and harden round-2 evaluators

2026-08-17 03:50:57 +01:00

structlayout_test.go

fix: floor token budgets and surface truncation, add live progress

2026-08-17 01:55:14 +01:00

structlayout.go

fix: floor token budgets and surface truncation, add live progress

2026-08-17 01:55:14 +01:00

typescript_test.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

typescript.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

web_extract_test.go

test(catalog): expand research to 10 tests per subcategory

2026-08-17 01:51:11 +01:00

web_extract.go

test(catalog): expand research to 10 tests per subcategory

2026-08-17 01:51:11 +01:00

web_protocol_test.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

web_protocol.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

web_security_test.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

web_security.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

web_test.go

feat: LLM accuracy testing framework with 17-test catalog

2026-08-17 01:29:45 +01:00

web.go

test(catalog): expand research to 10 tests per subcategory

2026-08-17 01:51:11 +01:00

whitepapers_compute.go

test(catalog): expand research to 10 tests per subcategory

2026-08-17 01:51:11 +01:00

whitepapers_systems_test.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

whitepapers_systems.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

whitepapers_test.go

feat: LLM accuracy testing framework with 17-test catalog

2026-08-17 01:29:45 +01:00

whitepapers_vector_test.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

whitepapers_vector.go

fix(catalog): harden evaluators against correct-answer phrasing variance

2026-08-17 02:48:05 +01:00

whitepapers.go

test(catalog): expand research to 10 tests per subcategory

2026-08-17 01:51:11 +01:00