Initial commit

2026-06-11 00:09:28 +00:00 · 2025-12-14 21:59:59 +00:00
commit 9c2a1a795a
126 changed files with 21728 additions and 0 deletions
@@ -0,0 +1,347 @@
+// Package sqlite provides SQLite database operations for claude-mnemonic.
+package sqlite
+
+import (
+	"database/sql"
+	"fmt"
+	"time"
+)
+
+// Migration represents a database schema migration.
+type Migration struct {
+	Version int
+	Name    string
+	SQL     string
+}
+
+// Migrations is the list of all database migrations in order.
+var Migrations = []Migration{
+	{
+		Version: 4,
+		Name:    "sdk_agent_architecture",
+		SQL: `
+			-- SDK Sessions (main session tracking)
+			CREATE TABLE IF NOT EXISTS sdk_sessions (
+				id INTEGER PRIMARY KEY AUTOINCREMENT,
+				claude_session_id TEXT UNIQUE NOT NULL,
+				sdk_session_id TEXT UNIQUE,
+				project TEXT NOT NULL,
+				user_prompt TEXT,
+				started_at TEXT NOT NULL,
+				started_at_epoch INTEGER NOT NULL,
+				completed_at TEXT,
+				completed_at_epoch INTEGER,
+				status TEXT CHECK(status IN ('active', 'completed', 'failed')) NOT NULL DEFAULT 'active'
+			);
+
+			CREATE INDEX IF NOT EXISTS idx_sdk_sessions_claude_id ON sdk_sessions(claude_session_id);
+			CREATE INDEX IF NOT EXISTS idx_sdk_sessions_sdk_id ON sdk_sessions(sdk_session_id);
+			CREATE INDEX IF NOT EXISTS idx_sdk_sessions_project ON sdk_sessions(project);
+			CREATE INDEX IF NOT EXISTS idx_sdk_sessions_status ON sdk_sessions(status);
+			CREATE INDEX IF NOT EXISTS idx_sdk_sessions_started ON sdk_sessions(started_at_epoch DESC);
+
+			-- Observations (extracted learnings)
+			CREATE TABLE IF NOT EXISTS observations (
+				id INTEGER PRIMARY KEY AUTOINCREMENT,
+				sdk_session_id TEXT NOT NULL,
+				project TEXT NOT NULL,
+				text TEXT,
+				type TEXT NOT NULL CHECK(type IN ('decision', 'bugfix', 'feature', 'refactor', 'discovery', 'change')),
+				created_at TEXT NOT NULL,
+				created_at_epoch INTEGER NOT NULL,
+				FOREIGN KEY(sdk_session_id) REFERENCES sdk_sessions(sdk_session_id) ON DELETE CASCADE
+			);
+
+			CREATE INDEX IF NOT EXISTS idx_observations_sdk_session ON observations(sdk_session_id);
+			CREATE INDEX IF NOT EXISTS idx_observations_project ON observations(project);
+			CREATE INDEX IF NOT EXISTS idx_observations_type ON observations(type);
+			CREATE INDEX IF NOT EXISTS idx_observations_created ON observations(created_at_epoch DESC);
+
+			-- Session Summaries
+			CREATE TABLE IF NOT EXISTS session_summaries (
+				id INTEGER PRIMARY KEY AUTOINCREMENT,
+				sdk_session_id TEXT NOT NULL,
+				project TEXT NOT NULL,
+				request TEXT,
+				investigated TEXT,
+				learned TEXT,
+				completed TEXT,
+				next_steps TEXT,
+				files_read TEXT,
+				files_edited TEXT,
+				notes TEXT,
+				created_at TEXT NOT NULL,
+				created_at_epoch INTEGER NOT NULL,
+				FOREIGN KEY(sdk_session_id) REFERENCES sdk_sessions(sdk_session_id) ON DELETE CASCADE
+			);
+
+			CREATE INDEX IF NOT EXISTS idx_session_summaries_sdk_session ON session_summaries(sdk_session_id);
+			CREATE INDEX IF NOT EXISTS idx_session_summaries_project ON session_summaries(project);
+			CREATE INDEX IF NOT EXISTS idx_session_summaries_created ON session_summaries(created_at_epoch DESC);
+		`,
+	},
+	{
+		Version: 5,
+		Name:    "worker_port_column",
+		SQL:     `ALTER TABLE sdk_sessions ADD COLUMN worker_port INTEGER;`,
+	},
+	{
+		Version: 6,
+		Name:    "prompt_tracking_columns",
+		SQL: `
+			ALTER TABLE sdk_sessions ADD COLUMN prompt_counter INTEGER DEFAULT 0;
+			ALTER TABLE observations ADD COLUMN prompt_number INTEGER;
+			ALTER TABLE session_summaries ADD COLUMN prompt_number INTEGER;
+		`,
+	},
+	{
+		Version: 8,
+		Name:    "observation_hierarchical_fields",
+		SQL: `
+			ALTER TABLE observations ADD COLUMN title TEXT;
+			ALTER TABLE observations ADD COLUMN subtitle TEXT;
+			ALTER TABLE observations ADD COLUMN facts TEXT;
+			ALTER TABLE observations ADD COLUMN narrative TEXT;
+			ALTER TABLE observations ADD COLUMN concepts TEXT;
+			ALTER TABLE observations ADD COLUMN files_read TEXT;
+			ALTER TABLE observations ADD COLUMN files_modified TEXT;
+		`,
+	},
+	{
+		Version: 10,
+		Name:    "user_prompts_table",
+		SQL: `
+			-- User prompts table
+			CREATE TABLE IF NOT EXISTS user_prompts (
+				id INTEGER PRIMARY KEY AUTOINCREMENT,
+				claude_session_id TEXT NOT NULL,
+				prompt_number INTEGER NOT NULL,
+				prompt_text TEXT NOT NULL,
+				created_at TEXT NOT NULL,
+				created_at_epoch INTEGER NOT NULL,
+				FOREIGN KEY(claude_session_id) REFERENCES sdk_sessions(claude_session_id) ON DELETE CASCADE
+			);
+
+			CREATE INDEX IF NOT EXISTS idx_user_prompts_claude_session ON user_prompts(claude_session_id);
+			CREATE INDEX IF NOT EXISTS idx_user_prompts_created ON user_prompts(created_at_epoch DESC);
+			CREATE INDEX IF NOT EXISTS idx_user_prompts_prompt_number ON user_prompts(prompt_number);
+			CREATE INDEX IF NOT EXISTS idx_user_prompts_lookup ON user_prompts(claude_session_id, prompt_number);
+
+			-- FTS5 virtual table for user prompts
+			CREATE VIRTUAL TABLE IF NOT EXISTS user_prompts_fts USING fts5(
+				prompt_text,
+				content='user_prompts',
+				content_rowid='id'
+			);
+
+			-- Triggers for FTS5 sync
+			CREATE TRIGGER IF NOT EXISTS user_prompts_ai AFTER INSERT ON user_prompts BEGIN
+				INSERT INTO user_prompts_fts(rowid, prompt_text)
+				VALUES (new.id, new.prompt_text);
+			END;
+
+			CREATE TRIGGER IF NOT EXISTS user_prompts_ad AFTER DELETE ON user_prompts BEGIN
+				INSERT INTO user_prompts_fts(user_prompts_fts, rowid, prompt_text)
+				VALUES('delete', old.id, old.prompt_text);
+			END;
+
+			CREATE TRIGGER IF NOT EXISTS user_prompts_au AFTER UPDATE ON user_prompts BEGIN
+				INSERT INTO user_prompts_fts(user_prompts_fts, rowid, prompt_text)
+				VALUES('delete', old.id, old.prompt_text);
+				INSERT INTO user_prompts_fts(rowid, prompt_text)
+				VALUES (new.id, new.prompt_text);
+			END;
+		`,
+	},
+	{
+		Version: 11,
+		Name:    "discovery_tokens_column",
+		SQL: `
+			ALTER TABLE observations ADD COLUMN discovery_tokens INTEGER DEFAULT 0;
+			ALTER TABLE session_summaries ADD COLUMN discovery_tokens INTEGER DEFAULT 0;
+		`,
+	},
+	{
+		Version: 12,
+		Name:    "observations_fts",
+		SQL: `
+			-- FTS5 virtual table for observations
+			CREATE VIRTUAL TABLE IF NOT EXISTS observations_fts USING fts5(
+				title, subtitle, narrative,
+				content='observations',
+				content_rowid='id'
+			);
+
+			-- Triggers for FTS5 sync
+			CREATE TRIGGER IF NOT EXISTS observations_ai AFTER INSERT ON observations BEGIN
+				INSERT INTO observations_fts(rowid, title, subtitle, narrative)
+				VALUES (new.id, new.title, new.subtitle, new.narrative);
+			END;
+
+			CREATE TRIGGER IF NOT EXISTS observations_ad AFTER DELETE ON observations BEGIN
+				INSERT INTO observations_fts(observations_fts, rowid, title, subtitle, narrative)
+				VALUES('delete', old.id, old.title, old.subtitle, old.narrative);
+			END;
+
+			CREATE TRIGGER IF NOT EXISTS observations_au AFTER UPDATE ON observations BEGIN
+				INSERT INTO observations_fts(observations_fts, rowid, title, subtitle, narrative)
+				VALUES('delete', old.id, old.title, old.subtitle, old.narrative);
+				INSERT INTO observations_fts(rowid, title, subtitle, narrative)
+				VALUES (new.id, new.title, new.subtitle, new.narrative);
+			END;
+		`,
+	},
+	{
+		Version: 13,
+		Name:    "session_summaries_fts",
+		SQL: `
+			-- FTS5 virtual table for session summaries
+			CREATE VIRTUAL TABLE IF NOT EXISTS session_summaries_fts USING fts5(
+				request, investigated, learned, completed, next_steps, notes,
+				content='session_summaries',
+				content_rowid='id'
+			);
+
+			-- Triggers for FTS5 sync
+			CREATE TRIGGER IF NOT EXISTS session_summaries_ai AFTER INSERT ON session_summaries BEGIN
+				INSERT INTO session_summaries_fts(rowid, request, investigated, learned, completed, next_steps, notes)
+				VALUES (new.id, new.request, new.investigated, new.learned, new.completed, new.next_steps, new.notes);
+			END;
+
+			CREATE TRIGGER IF NOT EXISTS session_summaries_ad AFTER DELETE ON session_summaries BEGIN
+				INSERT INTO session_summaries_fts(session_summaries_fts, rowid, request, investigated, learned, completed, next_steps, notes)
+				VALUES('delete', old.id, old.request, old.investigated, old.learned, old.completed, old.next_steps, old.notes);
+			END;
+
+			CREATE TRIGGER IF NOT EXISTS session_summaries_au AFTER UPDATE ON session_summaries BEGIN
+				INSERT INTO session_summaries_fts(session_summaries_fts, rowid, request, investigated, learned, completed, next_steps, notes)
+				VALUES('delete', old.id, old.request, old.investigated, old.learned, old.completed, old.next_steps, old.notes);
+				INSERT INTO session_summaries_fts(rowid, request, investigated, learned, completed, next_steps, notes)
+				VALUES (new.id, new.request, new.investigated, new.learned, new.completed, new.next_steps, new.notes);
+			END;
+		`,
+	},
+	{
+		Version: 14,
+		Name:    "observation_scope_column",
+		SQL: `
+			-- Add scope column for project isolation
+			-- 'project' = only visible within same project (default)
+			-- 'global' = visible across all projects (best practices, patterns)
+			ALTER TABLE observations ADD COLUMN scope TEXT DEFAULT 'project' CHECK(scope IN ('project', 'global'));
+
+			-- Index for efficient scope-based queries
+			CREATE INDEX IF NOT EXISTS idx_observations_scope ON observations(scope);
+			CREATE INDEX IF NOT EXISTS idx_observations_project_scope ON observations(project, scope);
+		`,
+	},
+	{
+		Version: 15,
+		Name:    "observation_file_mtimes",
+		SQL: `
+			-- Store file modification times at observation creation
+			-- JSON object: {"path": mtime_epoch_ms, ...}
+			-- Used to detect staleness when files change
+			ALTER TABLE observations ADD COLUMN file_mtimes TEXT;
+		`,
+	},
+	{
+		Version: 16,
+		Name:    "prompt_matched_observations",
+		SQL: `
+			-- Track how many observations were found relevant for each prompt
+			-- Displayed in dashboard timeline
+			ALTER TABLE user_prompts ADD COLUMN matched_observations INTEGER DEFAULT 0;
+		`,
+	},
+}
+
+// MigrationManager handles database schema migrations.
+type MigrationManager struct {
+	db *sql.DB
+}
+
+// NewMigrationManager creates a new migration manager.
+func NewMigrationManager(db *sql.DB) *MigrationManager {
+	return &MigrationManager{db: db}
+}
+
+// EnsureSchemaVersionsTable creates the schema_versions table if it doesn't exist.
+func (m *MigrationManager) EnsureSchemaVersionsTable() error {
+	_, err := m.db.Exec(`
+		CREATE TABLE IF NOT EXISTS schema_versions (
+			id INTEGER PRIMARY KEY,
+			version INTEGER UNIQUE NOT NULL,
+			applied_at TEXT NOT NULL
+		)
+	`)
+	return err
+}
+
+// GetAppliedVersions returns all applied migration versions.
+func (m *MigrationManager) GetAppliedVersions() (map[int]bool, error) {
+	rows, err := m.db.Query("SELECT version FROM schema_versions ORDER BY version")
+	if err != nil {
+		return nil, err
+	}
+	defer rows.Close()
+
+	versions := make(map[int]bool)
+	for rows.Next() {
+		var version int
+		if err := rows.Scan(&version); err != nil {
+			return nil, err
+		}
+		versions[version] = true
+	}
+	return versions, rows.Err()
+}
+
+// ApplyMigration applies a single migration.
+func (m *MigrationManager) ApplyMigration(migration Migration) error {
+	tx, err := m.db.Begin()
+	if err != nil {
+		return fmt.Errorf("begin transaction: %w", err)
+	}
+	defer tx.Rollback()
+
+	// Execute migration SQL
+	if _, err := tx.Exec(migration.SQL); err != nil {
+		return fmt.Errorf("execute migration %d (%s): %w", migration.Version, migration.Name, err)
+	}
+
+	// Record migration
+	_, err = tx.Exec(
+		"INSERT INTO schema_versions (version, applied_at) VALUES (?, ?)",
+		migration.Version, time.Now().Format(time.RFC3339),
+	)
+	if err != nil {
+		return fmt.Errorf("record migration %d: %w", migration.Version, err)
+	}
+
+	return tx.Commit()
+}
+
+// RunMigrations applies all pending migrations.
+func (m *MigrationManager) RunMigrations() error {
+	if err := m.EnsureSchemaVersionsTable(); err != nil {
+		return fmt.Errorf("ensure schema_versions table: %w", err)
+	}
+
+	applied, err := m.GetAppliedVersions()
+	if err != nil {
+		return fmt.Errorf("get applied versions: %w", err)
+	}
+
+	for _, migration := range Migrations {
+		if applied[migration.Version] {
+			continue
+		}
+
+		if err := m.ApplyMigration(migration); err != nil {
+			return err
+		}
+	}
+
+	return nil
+}