mirror of
https://github.com/lukaszraczylo/claude-adam.git
synced 2026-07-06 03:37:48 +00:00
chore(v0.3.3): analyst observability, A/B measurement, journal hygiene
Storage/window/exclusion split (#7): ISO-week journal rotation with safety fuse replaces size-based rotation (fixes silent under-counting when clusters straddle boundaries). Per-signal sliding windows via adam-window.mjs guard against stale signal accumulation. Legacy YYYY-MM-DD-<ts>.jsonl files remain readable. Error fingerprint normalization (#3): adam-observe.mjs extracts canonical error codes (ENOENT, ECONNREFUSED, etc.) and normalizes paths/timestamps/hex before hashing. 'Connection refused' and 'ECONNREFUSED' now cluster identically. Correction corpus expansion (#1): strong tokens (stop, wrong, undo, try again, different approach, etc.) fire on any occurrence. Weak tokens (no, actually, wait) require negation/contrast co-occurrence within 8 tokens. Kills the 'actually, I think...' false positive. Analyst observability (#6): mandatory clustering trace block; adam-explain.mjs parses to summary/full/json. Cluster decisions now surface rejection reasons (threshold, contradiction, window). Persisted to ~/.claude/adam/last-trace.txt. Dead_end nudge proposal type (#2): single-session auto-apply gate (>=3 dead_end events). Action appends to active-nudges.json, surfaced via adam-nudge.mjs at next SessionStart. Lower blast than skill_edit. Per-(skill, fingerprint) cooldown (#4): adam-cooldown.mjs replaces coarse per-skill check. proposal_fingerprint = djb2(skill_slug + cluster_id + normalized_diff_body). Legacy applied/rejected records gate via 'legacy' fingerprint fallback through resolveSkill helper (handles target_skill, skill, or target: <path>). task_completed scoring integration (#8): adam-score.mjs computes per-session urgency dampener (3 task_completed -> 0.5) and reinforcement candidates (skills cited in >=3 clean completions). New 'reinforcement' proposal type appends to reinforcements.jsonl on apply (no code/memory mutation). A/B effectiveness measurement (#5): every auto-applied edit appends to ab-tracking.jsonl. adam-ab-measure.mjs computes 7d pre/post signal-count delta per entry (improved / neutral / regressed / no_baseline / pending). Analyst surfaces regressions at top of /reflect output. Upgrade UX overhaul (#9): adam-upgrade.mjs implements --list/--diff/--accept /--accept-all. SessionStart nudge prints pending-merge warning when .adam-new files exist (latency ~20ms via fixed shortlist). install.sh emits unmissable final-message hint after creating any .adam-new file. Simplify pass: adam-utils.mjs deduplicates readJsonlSafe / listJsonlFiles / parseFrontmatter across 8 scripts. Net -46 LOC. Test coverage: 30 -> 87 tests. Every new feature has feature-validating assertions (false-case coverage included). T77 statically verifies install.sh references every adam-*.mjs source script (would have caught the missing adam-utils inclusion that review #2 surfaced).
This commit is contained in:
Executable
+191
@@ -0,0 +1,191 @@
|
||||
#!/usr/bin/env node
|
||||
// adam-cooldown.mjs — per-(skill, proposal_fingerprint) cooldown / blacklist
|
||||
// gate. Replaces the previous coarse per-skill cooldown.
|
||||
//
|
||||
// CLI:
|
||||
// adam-cooldown.mjs --skill <slug> --fingerprint <hash> [--home <path>]
|
||||
//
|
||||
// Output: JSON one-liner with shape
|
||||
// { "status": "cool"|"cooldown"|"blacklisted",
|
||||
// "reason": "<human-readable reason>",
|
||||
// "blocked_by": { "file": "<basename>", "days_remaining": <int> } | null }
|
||||
//
|
||||
// Rules:
|
||||
// - applied/*.md with target_skill == <skill> AND
|
||||
// (proposal_fingerprint == <fingerprint> OR missing/legacy)
|
||||
// within 7 days of `applied_at` → "cooldown"
|
||||
// - rejected/*.md with same skill match AND
|
||||
// auto_apply_blacklist: true within 30 days of applied_at → "blacklisted"
|
||||
// - else "cool"
|
||||
//
|
||||
// Backward compat: proposals without `proposal_fingerprint` field are treated
|
||||
// as fingerprint == "legacy" so historical applied/rejected records still
|
||||
// produce coarse-grained gating until they age out of their windows.
|
||||
|
||||
import { readFileSync, readdirSync, existsSync, statSync } from "node:fs";
|
||||
import { join } from "node:path";
|
||||
import { homedir } from "node:os";
|
||||
import { parseFrontmatter } from "./adam-utils.mjs";
|
||||
|
||||
export const COOLDOWN_DAYS = 7;
|
||||
export const BLACKLIST_DAYS = 30;
|
||||
const DAY_MS = 86400000;
|
||||
export const LEGACY_FINGERPRINT = "legacy";
|
||||
|
||||
function parseArgs(argv) {
|
||||
const args = { home: null, skill: null, fingerprint: null, help: false };
|
||||
for (let i = 0; i < argv.length; i++) {
|
||||
const a = argv[i];
|
||||
if (a === "--home" && i + 1 < argv.length) args.home = argv[++i];
|
||||
else if (a === "--skill" && i + 1 < argv.length) args.skill = argv[++i];
|
||||
else if (a === "--fingerprint" && i + 1 < argv.length) args.fingerprint = argv[++i];
|
||||
else if (a === "--help" || a === "-h") args.help = true;
|
||||
}
|
||||
return args;
|
||||
}
|
||||
|
||||
// Pull applied_at as epoch ms. Accept ms-number, ISO string, or fall back to
|
||||
// the file's mtime so we never crash on legacy records.
|
||||
function frontmatterTimestampMs(fm, filePath) {
|
||||
const raw = fm.applied_at;
|
||||
if (raw) {
|
||||
const asNum = Number(raw);
|
||||
if (!Number.isNaN(asNum) && asNum > 0) return asNum;
|
||||
const asIso = Date.parse(raw);
|
||||
if (!Number.isNaN(asIso)) return asIso;
|
||||
}
|
||||
try { return statSync(filePath).mtimeMs; } catch { return 0; }
|
||||
}
|
||||
|
||||
function fingerprintMatches(recordFp, queryFp) {
|
||||
// Missing / empty field on legacy records → coarse fallback: any fingerprint
|
||||
// query matches (so the historical applied/rejected record still gates).
|
||||
if (!recordFp || recordFp === LEGACY_FINGERPRINT) return true;
|
||||
return recordFp === queryFp;
|
||||
}
|
||||
// Resolve a frontmatter record to its skill slug. Modern records use
|
||||
// `target_skill`; legacy v0.2.x records used `target` with a full path
|
||||
// (e.g. `skills/foo/SKILL.md`). Falls back through both before giving up.
|
||||
function resolveSkill(fm) {
|
||||
if (fm.target_skill) return fm.target_skill;
|
||||
if (fm.skill) return fm.skill;
|
||||
if (fm.target) {
|
||||
const base = fm.target.split("/").filter(Boolean);
|
||||
// skills/<slug>/SKILL.md → <slug>; <slug>.md → <slug>; else last segment
|
||||
if (base.length >= 2 && base[base.length - 1] === "SKILL.md") {
|
||||
return base[base.length - 2];
|
||||
}
|
||||
return base[base.length - 1].replace(/\.md$/, "");
|
||||
}
|
||||
return "";
|
||||
}
|
||||
|
||||
function scanDir(dir, predicate) {
|
||||
if (!existsSync(dir)) return [];
|
||||
let names;
|
||||
try { names = readdirSync(dir); } catch { return []; }
|
||||
const out = [];
|
||||
for (const name of names) {
|
||||
if (!name.endsWith(".md")) continue;
|
||||
const p = join(dir, name);
|
||||
let content;
|
||||
try { content = readFileSync(p, "utf8"); } catch { continue; }
|
||||
const fm = parseFrontmatter(content);
|
||||
const hit = predicate(fm, p, name);
|
||||
if (hit) out.push(hit);
|
||||
}
|
||||
return out;
|
||||
}
|
||||
|
||||
export function checkCooldown(home, skill, fingerprint, now = Date.now()) {
|
||||
const adamRoot = join(home, "adam");
|
||||
const appliedDir = join(adamRoot, "applied");
|
||||
const rejectedDir = join(adamRoot, "rejected");
|
||||
|
||||
// Applied → cooldown
|
||||
const appliedHits = scanDir(appliedDir, (fm, p, name) => {
|
||||
if (resolveSkill(fm) !== skill) return null;
|
||||
if (!fingerprintMatches(fm.proposal_fingerprint, fingerprint)) return null;
|
||||
const tsMs = frontmatterTimestampMs(fm, p);
|
||||
if (!tsMs) return null;
|
||||
const ageDays = (now - tsMs) / DAY_MS;
|
||||
if (ageDays > COOLDOWN_DAYS) return null;
|
||||
return { name, daysRemaining: Math.max(0, Math.ceil(COOLDOWN_DAYS - ageDays)) };
|
||||
});
|
||||
|
||||
// Rejected → blacklisted (requires auto_apply_blacklist: true)
|
||||
const blacklistHits = scanDir(rejectedDir, (fm, p, name) => {
|
||||
if (resolveSkill(fm) !== skill) return null;
|
||||
if (!fingerprintMatches(fm.proposal_fingerprint, fingerprint)) return null;
|
||||
const flag = (fm.auto_apply_blacklist || "").toLowerCase();
|
||||
if (flag !== "true") return null;
|
||||
const tsMs = frontmatterTimestampMs(fm, p);
|
||||
if (!tsMs) return null;
|
||||
const ageDays = (now - tsMs) / DAY_MS;
|
||||
if (ageDays > BLACKLIST_DAYS) return null;
|
||||
return { name, daysRemaining: Math.max(0, Math.ceil(BLACKLIST_DAYS - ageDays)) };
|
||||
});
|
||||
|
||||
if (blacklistHits.length) {
|
||||
const h = blacklistHits[0];
|
||||
return {
|
||||
status: "blacklisted",
|
||||
reason: `auto_apply_blacklist active on rejected/${h.name}`,
|
||||
blocked_by: { file: h.name, days_remaining: h.daysRemaining },
|
||||
};
|
||||
}
|
||||
if (appliedHits.length) {
|
||||
const h = appliedHits[0];
|
||||
return {
|
||||
status: "cooldown",
|
||||
reason: `applied within ${COOLDOWN_DAYS}d (applied/${h.name})`,
|
||||
blocked_by: { file: h.name, days_remaining: h.daysRemaining },
|
||||
};
|
||||
}
|
||||
return { status: "cool", reason: "no recent applied/rejected match", blocked_by: null };
|
||||
}
|
||||
|
||||
// djb2 hash returned as base36 — deterministic, no deps.
|
||||
function djb2(s) {
|
||||
let h = 5381;
|
||||
for (let i = 0; i < s.length; i++) {
|
||||
h = (((h << 5) + h) ^ s.charCodeAt(i)) >>> 0; // xor variant, force u32
|
||||
}
|
||||
return h.toString(36);
|
||||
}
|
||||
|
||||
export function computeProposalFingerprint(proposal) {
|
||||
if (!proposal || typeof proposal !== "object") return LEGACY_FINGERPRINT;
|
||||
const skill = proposal.skill_slug || proposal.target_skill || proposal.skill || "";
|
||||
const cluster = proposal.signal_cluster_id || proposal.cluster_id || "";
|
||||
const diff = String(proposal.diff_body || proposal.proposed_change || "")
|
||||
.replace(/\s+/g, " ")
|
||||
.replace(/\n+$/g, "")
|
||||
.trim();
|
||||
return djb2(`${skill}\n${cluster}\n${diff}`);
|
||||
}
|
||||
|
||||
function main() {
|
||||
const args = parseArgs(process.argv.slice(2));
|
||||
if (args.help) {
|
||||
process.stdout.write("usage: adam-cooldown.mjs --skill <slug> --fingerprint <hash> [--home <path>]\n");
|
||||
process.exit(0);
|
||||
}
|
||||
if (!args.skill || !args.fingerprint) {
|
||||
process.stderr.write("adam-cooldown: --skill and --fingerprint required\n");
|
||||
process.exit(1);
|
||||
}
|
||||
const home = args.home || join(homedir(), ".claude");
|
||||
try {
|
||||
const result = checkCooldown(home, args.skill, args.fingerprint);
|
||||
process.stdout.write(JSON.stringify(result) + "\n");
|
||||
process.exit(0);
|
||||
} catch (e) {
|
||||
process.stderr.write(`adam-cooldown error: ${e.message}\n`);
|
||||
process.exit(1);
|
||||
}
|
||||
}
|
||||
|
||||
if (import.meta.url === `file://${process.argv[1]}`) {
|
||||
main();
|
||||
}
|
||||
Reference in New Issue
Block a user