feat: reconcile SQLite tables and columns at startup

internal/database/batch_hitl_test.go

@@ -19,10 +19,10 @@ func TestBatchHITLLegacyMigration(t *testing.T) {
 	if _, err := db.Exec("ALTER TABLE batch_task_queues DROP COLUMN hitl_policy"); err != nil {
 		t.Fatal(err)
 	}
-	if err := db.migrateBatchTaskQueuesTable(); err != nil {
+	if err := db.reconcileSchema(applicationSchema); err != nil {
 		t.Fatal(err)
 	}
-	if err := db.migrateBatchTaskQueuesTable(); err != nil {
+	if err := db.reconcileSchema(applicationSchema); err != nil {
 		t.Fatal(err)
 	}
 	row, err := db.GetBatchQueue("legacy")

internal/database/rbac.go

@@ -87,147 +87,6 @@ type RBACAccess struct {
 	Scope string `json:"scope"`
 }
 
-func (db *DB) initRBACTables() error {
-	stmts := []string{
-		`CREATE TABLE IF NOT EXISTS rbac_users (
-			id TEXT PRIMARY KEY,
-			username TEXT NOT NULL UNIQUE,
-			display_name TEXT NOT NULL DEFAULT '',
-			password_hash TEXT NOT NULL,
-			enabled INTEGER NOT NULL DEFAULT 1,
-			is_builtin INTEGER NOT NULL DEFAULT 0,
-			created_at DATETIME NOT NULL,
-			updated_at DATETIME NOT NULL
-		);`,
-		`CREATE TABLE IF NOT EXISTS rbac_roles (
-			id TEXT PRIMARY KEY,
-			name TEXT NOT NULL UNIQUE,
-			description TEXT NOT NULL DEFAULT '',
-			scope TEXT NOT NULL DEFAULT 'assigned',
-			is_system INTEGER NOT NULL DEFAULT 0,
-			created_at DATETIME NOT NULL,
-			updated_at DATETIME NOT NULL
-		);`,
-		`CREATE TABLE IF NOT EXISTS rbac_permissions (
-			key TEXT PRIMARY KEY,
-			description TEXT NOT NULL DEFAULT '',
-			created_at DATETIME NOT NULL
-		);`,
-		`CREATE TABLE IF NOT EXISTS rbac_role_permissions (
-			role_id TEXT NOT NULL,
-			permission_key TEXT NOT NULL,
-			created_at DATETIME NOT NULL,
-			PRIMARY KEY (role_id, permission_key),
-			FOREIGN KEY (role_id) REFERENCES rbac_roles(id) ON DELETE CASCADE,
-			FOREIGN KEY (permission_key) REFERENCES rbac_permissions(key) ON DELETE CASCADE
-		);`,
-		`CREATE TABLE IF NOT EXISTS rbac_user_roles (
-			user_id TEXT NOT NULL,
-			role_id TEXT NOT NULL,
-			created_at DATETIME NOT NULL,
-			PRIMARY KEY (user_id, role_id),
-			FOREIGN KEY (user_id) REFERENCES rbac_users(id) ON DELETE CASCADE,
-			FOREIGN KEY (role_id) REFERENCES rbac_roles(id) ON DELETE CASCADE
-		);`,
-		`CREATE TABLE IF NOT EXISTS rbac_resource_assignments (
-			id TEXT PRIMARY KEY,
-			user_id TEXT NOT NULL,
-			resource_type TEXT NOT NULL,
-			resource_id TEXT NOT NULL,
-			created_at DATETIME NOT NULL,
-			FOREIGN KEY (user_id) REFERENCES rbac_users(id) ON DELETE CASCADE,
-			UNIQUE(user_id, resource_type, resource_id)
-		);`,
-		`CREATE TABLE IF NOT EXISTS robot_user_bindings (
-			id TEXT PRIMARY KEY,
-			platform TEXT NOT NULL,
-			external_user_id TEXT NOT NULL,
-			rbac_user_id TEXT NOT NULL,
-			enabled INTEGER NOT NULL DEFAULT 1,
-			created_at DATETIME NOT NULL,
-			updated_at DATETIME NOT NULL,
-			FOREIGN KEY (rbac_user_id) REFERENCES rbac_users(id) ON DELETE CASCADE,
-			UNIQUE(platform, external_user_id)
-		);`,
-		`CREATE TABLE IF NOT EXISTS robot_binding_codes (
-			code_hash TEXT PRIMARY KEY,
-			rbac_user_id TEXT NOT NULL,
-			expires_at DATETIME NOT NULL,
-			used_at DATETIME,
-			created_at DATETIME NOT NULL,
-			FOREIGN KEY (rbac_user_id) REFERENCES rbac_users(id) ON DELETE CASCADE
-		);`,
-		`CREATE TABLE IF NOT EXISTS chat_upload_artifacts (
-			relative_path TEXT PRIMARY KEY,
-			conversation_id TEXT NOT NULL,
-			owner_user_id TEXT NOT NULL,
-			created_at DATETIME NOT NULL,
-			FOREIGN KEY (conversation_id) REFERENCES conversations(id) ON DELETE CASCADE
-		);`,
-		`CREATE TABLE IF NOT EXISTS c2_payload_artifacts (
-			filename TEXT PRIMARY KEY,
-			payload_id TEXT NOT NULL,
-			listener_id TEXT NOT NULL,
-			owner_user_id TEXT NOT NULL,
-			created_at DATETIME NOT NULL
-		);`,
-		`CREATE INDEX IF NOT EXISTS idx_rbac_user_roles_user ON rbac_user_roles(user_id);`,
-		`CREATE INDEX IF NOT EXISTS idx_rbac_role_permissions_role ON rbac_role_permissions(role_id);`,
-		`CREATE INDEX IF NOT EXISTS idx_rbac_assignments_user_resource ON rbac_resource_assignments(user_id, resource_type, resource_id);`,
-		`CREATE INDEX IF NOT EXISTS idx_rbac_assignments_resource ON rbac_resource_assignments(resource_type, resource_id);`,
-		`CREATE INDEX IF NOT EXISTS idx_robot_user_bindings_user ON robot_user_bindings(rbac_user_id);`,
-		`CREATE INDEX IF NOT EXISTS idx_robot_binding_codes_expiry ON robot_binding_codes(expires_at);`,
-		`CREATE INDEX IF NOT EXISTS idx_chat_upload_artifacts_conversation ON chat_upload_artifacts(conversation_id);`,
-		`CREATE INDEX IF NOT EXISTS idx_chat_upload_artifacts_owner ON chat_upload_artifacts(owner_user_id);`,
-		`CREATE INDEX IF NOT EXISTS idx_c2_payload_artifacts_listener ON c2_payload_artifacts(listener_id);`,
-	}
-	for _, stmt := range stmts {
-		if _, err := db.Exec(stmt); err != nil {
-			return err
-		}
-	}
-	return nil
-}
-
-func (db *DB) migrateRBACOwnershipColumns() error {
-	for _, col := range []struct {
-		table string
-		name  string
-		stmt  string
-	}{
-		{"projects", "owner_user_id", "ALTER TABLE projects ADD COLUMN owner_user_id TEXT"},
-		{"conversations", "owner_user_id", "ALTER TABLE conversations ADD COLUMN owner_user_id TEXT"},
-		{"vulnerabilities", "owner_user_id", "ALTER TABLE vulnerabilities ADD COLUMN owner_user_id TEXT"},
-		{"webshell_connections", "owner_user_id", "ALTER TABLE webshell_connections ADD COLUMN owner_user_id TEXT"},
-		{"batch_task_queues", "owner_user_id", "ALTER TABLE batch_task_queues ADD COLUMN owner_user_id TEXT"},
-		{"c2_listeners", "owner_user_id", "ALTER TABLE c2_listeners ADD COLUMN owner_user_id TEXT"},
-		{"tool_executions", "owner_user_id", "ALTER TABLE tool_executions ADD COLUMN owner_user_id TEXT"},
-		{"tool_executions", "conversation_id", "ALTER TABLE tool_executions ADD COLUMN conversation_id TEXT"},
-	} {
-		if err := db.addColumnIfMissing(col.table, col.name, col.stmt); err != nil {
-			return err
-		}
-	}
-	_, _ = db.Exec(`CREATE INDEX IF NOT EXISTS idx_tool_executions_owner ON tool_executions(owner_user_id)`)
-	_, _ = db.Exec(`CREATE INDEX IF NOT EXISTS idx_tool_executions_conversation ON tool_executions(conversation_id)`)
-	return nil
-}
-
-func (db *DB) addColumnIfMissing(table, name, stmt string) error {
-	var count int
-	err := db.QueryRow("SELECT COUNT(*) FROM pragma_table_info(?) WHERE name=?", table, name).Scan(&count)
-	if err != nil || count == 0 {
-		if _, addErr := db.Exec(stmt); addErr != nil {
-			msg := strings.ToLower(addErr.Error())
-			if !strings.Contains(msg, "duplicate column") && !strings.Contains(msg, "already exists") {
-				return fmt.Errorf("添加%s.%s字段失败: %w", table, name, addErr)
-			}
-		}
-	}
-	return nil
-}
-
-// RBACNeedsAdminPassword reports whether the built-in admin account still needs an initial password.
 func (db *DB) RBACNeedsAdminPassword() (bool, error) {
 	var userCount int
 	if err := db.QueryRow(`SELECT COUNT(*) FROM rbac_users`).Scan(&userCount); err != nil {

internal/database/schema_legacy.go

@@ -0,0 +1,164 @@
+package database
+
+import (
+	"context"
+	"database/sql"
+	"fmt"
+	"strings"
+
+	"go.uber.org/zap"
+)
+
+// This is a historical foreign-key semantic migration, not a column repair
+// list. Rebuild from the latest definition while retaining extra columns,
+// indexes, triggers and dependent rows in old installations.
+func (db *DB) migrateVulnerabilitiesConversationFK() error {
+	ok, err := vulnerabilitiesConversationFKOnDeleteSetNull(db.DB)
+	if err != nil || ok {
+		return err
+	}
+	reference, err := openSchemaReference(applicationSchema)
+	if err != nil {
+		return err
+	}
+	defer reference.Close()
+	var latest string
+	if err := reference.QueryRow(`SELECT sql FROM sqlite_master WHERE type='table' AND name='vulnerabilities'`).Scan(&latest); err != nil {
+		return err
+	}
+	createNew := "CREATE TABLE vulnerabilities_new " + latest[strings.Index(latest, "("):]
+
+	// Changing foreign_keys inside a transaction is ineffective. Pin one
+	// connection and disable it before the transaction to avoid cascading drops.
+	ctx := context.Background()
+	conn, err := db.Conn(ctx)
+	if err != nil {
+		return err
+	}
+	defer conn.Close()
+	if _, err := conn.ExecContext(ctx, "PRAGMA foreign_keys=OFF"); err != nil {
+		return err
+	}
+	defer conn.ExecContext(ctx, "PRAGMA foreign_keys=ON")
+	tx, err := conn.BeginTx(ctx, nil)
+	if err != nil {
+		return err
+	}
+	defer tx.Rollback()
+	if _, err := tx.Exec(createNew); err != nil {
+		return err
+	}
+	var original string
+	if err := tx.QueryRow(`SELECT sql FROM sqlite_master WHERE type='table' AND name='vulnerabilities'`).Scan(&original); err != nil {
+		return err
+	}
+	definitions, err := columnDefinitions(original)
+	if err != nil {
+		return err
+	}
+	oldColumns, err := schemaColumns(tx, "vulnerabilities")
+	if err != nil {
+		return err
+	}
+	newColumns, err := schemaColumns(tx, "vulnerabilities_new")
+	if err != nil {
+		return err
+	}
+	present := map[string]bool{}
+	for _, c := range newColumns {
+		present[strings.ToLower(c.name)] = true
+	}
+	var names, values []string
+	for _, c := range oldColumns {
+		key := strings.ToLower(c.name)
+		if !present[key] {
+			if _, err := tx.Exec("ALTER TABLE vulnerabilities_new ADD COLUMN " + definitions[key]); err != nil {
+				return fmt.Errorf("保留漏洞额外字段 %s 失败: %w", c.name, err)
+			}
+		}
+		if c.hidden != 0 {
+			continue
+		}
+		quoted := quoteSchemaName(c.name)
+		names = append(names, quoted)
+		if key == "retest_log" {
+			values = append(values, "COALESCE("+quoted+", '')")
+		} else {
+			values = append(values, quoted)
+		}
+	}
+	rows, err := tx.Query(`SELECT sql FROM sqlite_master WHERE tbl_name='vulnerabilities' AND type IN ('index','trigger') AND sql IS NOT NULL ORDER BY type, name`)
+	if err != nil {
+		return err
+	}
+	var objects []string
+	for rows.Next() {
+		var ddl string
+		if err := rows.Scan(&ddl); err != nil {
+			rows.Close()
+			return err
+		}
+		objects = append(objects, ddl)
+	}
+	err = rows.Err()
+	rows.Close()
+	if err != nil {
+		return err
+	}
+	copyRows := "INSERT INTO vulnerabilities_new (" + strings.Join(names, ",") + ") SELECT " + strings.Join(values, ",") + " FROM vulnerabilities"
+	if _, err := tx.Exec(copyRows); err != nil {
+		return fmt.Errorf("保留漏洞数据失败: %w", err)
+	}
+	if _, err := tx.Exec("DROP TABLE vulnerabilities"); err != nil {
+		return err
+	}
+	if _, err := tx.Exec("ALTER TABLE vulnerabilities_new RENAME TO vulnerabilities"); err != nil {
+		return err
+	}
+	for _, ddl := range objects {
+		if _, err := tx.Exec(ddl); err != nil {
+			return err
+		}
+	}
+	rows, err = tx.Query("PRAGMA foreign_key_check")
+	if err != nil {
+		return err
+	}
+	violation := rows.Next()
+	err = rows.Err()
+	rows.Close()
+	if err != nil {
+		return err
+	}
+	if violation {
+		return fmt.Errorf("漏洞外键迁移校验失败，已保留原数据")
+	}
+	if err := tx.Commit(); err != nil {
+		return err
+	}
+	db.logger.Info("vulnerabilities 表已迁移：删除对话时保留漏洞记录", zap.Int("preserved_columns", len(oldColumns)))
+	return nil
+}
+
+func vulnerabilitiesConversationFKOnDeleteSetNull(db *sql.DB) (bool, error) {
+	rows, err := db.Query(`PRAGMA foreign_key_list(vulnerabilities)`)
+	if err != nil {
+		return false, err
+	}
+	defer rows.Close()
+	found := false
+	for rows.Next() {
+		var id, seq int
+		var table, from, to, onUpdate, onDelete, match string
+		if err := rows.Scan(&id, &seq, &table, &from, &to, &onUpdate, &onDelete, &match); err != nil {
+			return false, err
+		}
+		if from == "conversation_id" {
+			found = true
+			if !strings.EqualFold(onDelete, "SET NULL") {
+				return false, nil
+			}
+		}
+	}
+	return found, rows.Err()
+}

internal/database/schema_reconcile.go

@@ -0,0 +1,288 @@
+package database
+
+import (
+	"database/sql"
+	_ "embed"
+	"fmt"
+	"strings"
+)
+
+// These definitions are the single source of truth for startup schema repair.
+//
+//go:embed schemas/application.sql
+var applicationSchema string
+
+//go:embed schemas/knowledge.sql
+var knowledgeSchema string
+
+type schemaObject struct{ name, ddl string }
+type schemaColumn struct {
+	name   string
+	hidden int
+}
+type schemaQuerier interface {
+	Query(string, ...any) (*sql.Rows, error)
+}
+
+func schemaColumns(q schemaQuerier, table string) ([]schemaColumn, error) {
+	rows, err := q.Query(`SELECT name, hidden FROM pragma_table_xinfo(?)`, table)
+	if err != nil {
+		return nil, err
+	}
+	defer rows.Close()
+	var columns []schemaColumn
+	for rows.Next() {
+		var c schemaColumn
+		if err := rows.Scan(&c.name, &c.hidden); err != nil {
+			return nil, err
+		}
+		columns = append(columns, c)
+	}
+	return columns, rows.Err()
+}
+
+func schemaObjects(q schemaQuerier, kind string) ([]schemaObject, error) {
+	rows, err := q.Query(`SELECT name, sql FROM sqlite_master WHERE type=? AND sql IS NOT NULL AND substr(name,1,7) != 'sqlite_' ORDER BY name`, kind)
+	if err != nil {
+		return nil, err
+	}
+	defer rows.Close()
+	var objects []schemaObject
+	for rows.Next() {
+		var o schemaObject
+		if err := rows.Scan(&o.name, &o.ddl); err != nil {
+			return nil, err
+		}
+		objects = append(objects, o)
+	}
+	return objects, rows.Err()
+}
+
+func quoteSchemaName(name string) string { return `"` + strings.ReplaceAll(name, `"`, `""`) + `"` }
+
+// reconcileSchema only adds structure. SQLite validates the exact column
+// definition; unsafe additions fail instead of weakening constraints or
+// inventing values for existing records. The entire repair is transactional.
+func (db *DB) reconcileSchema(schema string) error {
+	reference, err := openSchemaReference(schema)
+	if err != nil {
+		return err
+	}
+	defer reference.Close()
+	tables, err := schemaObjects(reference, "table")
+	if err != nil {
+		return err
+	}
+	indexes, err := schemaObjects(reference, "index")
+	if err != nil {
+		return err
+	}
+	tx, err := db.Begin()
+	if err != nil {
+		return err
+	}
+	defer tx.Rollback()
+	// Create every missing table first, so references are available before columns.
+	for _, table := range tables {
+		var count int
+		if err := tx.QueryRow(`SELECT count(*) FROM sqlite_master WHERE type='table' AND name=? COLLATE NOCASE`, table.name).Scan(&count); err != nil {
+			return err
+		}
+		if count == 0 {
+			if _, err := tx.Exec(table.ddl); err != nil {
+				return fmt.Errorf("补齐表 %s 失败: %w", table.name, err)
+			}
+		}
+	}
+	for _, table := range tables {
+		expected, err := schemaColumns(reference, table.name)
+		if err != nil {
+			return err
+		}
+		actual, err := schemaColumns(tx, table.name)
+		if err != nil {
+			return err
+		}
+		present := make(map[string]bool, len(actual))
+		for _, c := range actual {
+			present[strings.ToLower(c.name)] = true
+		}
+		definitions, err := columnDefinitions(table.ddl)
+		if err != nil {
+			return fmt.Errorf("解析表 %s 字段失败: %w", table.name, err)
+		}
+		for _, c := range expected {
+			key := strings.ToLower(c.name)
+			if present[key] {
+				continue
+			}
+			definition, ok := definitions[key]
+			if !ok {
+				return fmt.Errorf("表 %s 字段 %s 缺少定义", table.name, c.name)
+			}
+			if _, err := tx.Exec("ALTER TABLE " + quoteSchemaName(table.name) + " ADD COLUMN " + definition); err != nil {
+				return fmt.Errorf("补齐字段 %s.%s 失败（保留原结构和数据，请检查字段约束及默认值）: %w", table.name, c.name, err)
+			}
+		}
+	}
+	for _, index := range indexes {
+		var count int
+		if err := tx.QueryRow(`SELECT count(*) FROM sqlite_master WHERE type='index' AND name=? COLLATE NOCASE`, index.name).Scan(&count); err != nil {
+			return err
+		}
+		if count == 0 {
+			if _, err := tx.Exec(index.ddl); err != nil {
+				return fmt.Errorf("补齐索引 %s 失败: %w", index.name, err)
+			}
+		}
+	}
+	if err := tx.Commit(); err != nil {
+		return fmt.Errorf("提交 SQLite 结构补齐失败: %w", err)
+	}
+	return nil
+}
+
+type schemaToken struct {
+	text       string
+	start, end int
+	quoted     bool
+}
+
+// tokenizeSchema keeps offsets for exact SQL slices, ignoring comments and
+// respecting escaped quotes. SQLite itself validates the SQL before this runs.
+func tokenizeSchema(s string) ([]schemaToken, error) {
+	var tokens []schemaToken
+	for i := 0; i < len(s); {
+		if strings.ContainsRune(" \t\r\n", rune(s[i])) {
+			i++
+			continue
+		}
+		if i+1 < len(s) && s[i:i+2] == "--" {
+			for i < len(s) && s[i] != '\n' {
+				i++
+			}
+			continue
+		}
+		if i+1 < len(s) && s[i:i+2] == "/*" {
+			end := strings.Index(s[i+2:], "*/")
+			if end < 0 {
+				return nil, fmt.Errorf("未闭合 SQL 注释")
+			}
+			i += end + 4
+			continue
+		}
+		start := i
+		quoted := false
+		if strings.ContainsRune("'\"`[", rune(s[i])) {
+			quoted = true
+			close := s[i]
+			if close == '[' {
+				close = ']'
+			}
+			i++
+			closed := false
+			for i < len(s) {
+				if s[i] == close {
+					i++
+					if close != ']' && i < len(s) && s[i] == close {
+						i++
+						continue
+					}
+					closed = true
+					break
+				}
+				i++
+			}
+			if !closed {
+				return nil, fmt.Errorf("未闭合 SQL 引号")
+			}
+		} else if strings.ContainsRune("(),;", rune(s[i])) {
+			i++
+		} else {
+			for i < len(s) && !strings.ContainsRune(" \t\r\n(),;'\"`[", rune(s[i])) {
+				if i+1 < len(s) && (s[i:i+2] == "--" || s[i:i+2] == "/*") {
+					break
+				}
+				i++
+			}
+		}
+		tokens = append(tokens, schemaToken{s[start:i], start, i, quoted})
+	}
+	return tokens, nil
+}
+
+func columnDefinitions(ddl string) (map[string]string, error) {
+	tokens, err := tokenizeSchema(ddl)
+	if err != nil {
+		return nil, err
+	}
+	definitions := make(map[string]string)
+	depth, start := 0, -1
+	add := func(end int) {
+		if start < 0 || start >= end {
+			return
+		}
+		token := tokens[start]
+		if !token.quoted {
+			switch strings.ToUpper(token.text) {
+			case "CONSTRAINT", "PRIMARY", "UNIQUE", "CHECK", "FOREIGN":
+				return
+			}
+		}
+		name := token.text
+		if token.quoted {
+			close := name[len(name)-1:]
+			name = name[1 : len(name)-1]
+			if close != "]" {
+				name = strings.ReplaceAll(name, close+close, close)
+			}
+		}
+		definitions[strings.ToLower(name)] = strings.TrimSpace(ddl[token.start:tokens[end].start])
+	}
+	for i, t := range tokens {
+		if t.quoted {
+			continue
+		}
+		switch t.text {
+		case "(":
+			depth++
+			if depth == 1 {
+				start = i + 1
+			}
+		case ")":
+			if depth == 1 {
+				add(i)
+				return definitions, nil
+			}
+			depth--
+		case ",":
+			if depth == 1 {
+				add(i)
+				start = i + 1
+			}
+		}
+	}
+	return nil, fmt.Errorf("缺少 CREATE TABLE 字段定义")
+}
+
+func openSchemaReference(schema string) (*sql.DB, error) {
+	reference, err := sql.Open("sqlite3", ":memory:")
+	if err != nil {
+		return nil, err
+	}
+	reference.SetMaxOpenConns(1)
+	if _, err := reference.Exec(schema); err != nil {
+		reference.Close()
+		return nil, fmt.Errorf("解析最新 SQLite 结构失败: %w", err)
+	}
+	return reference, nil
+}
+
+// EnsureKnowledgeSchema supports callers holding a plain SQL connection.
+// The same definitions and repair engine are used by NewKnowledgeDB.
+func EnsureKnowledgeSchema(conn *sql.DB) error {
+	if conn == nil {
+		return fmt.Errorf("db is nil")
+	}
+	return (&DB{DB: conn}).reconcileSchema(knowledgeSchema)
+}

internal/database/schema_reconcile_test.go

@@ -0,0 +1,236 @@
+package database
+
+import (
+	"database/sql"
+	"path/filepath"
+	"strings"
+	"testing"
+
+	"go.uber.org/zap"
+)
+
+func rawSchemaDB(t *testing.T) *DB {
+	t.Helper()
+	conn, err := sql.Open("sqlite3", ":memory:?_foreign_keys=1")
+	if err != nil {
+		t.Fatal(err)
+	}
+	conn.SetMaxOpenConns(1)
+	t.Cleanup(func() { conn.Close() })
+	return &DB{DB: conn, logger: zap.NewNop()}
+}
+func schemaExec(t *testing.T, db *DB, statement string) {
+	t.Helper()
+	if _, err := db.Exec(statement); err != nil {
+		t.Fatal(err)
+	}
+}
+
+func TestReconcileSchemaUsesDefinitionsWithoutMigrationList(t *testing.T) {
+	db := rawSchemaDB(t)
+	schemaExec(t, db, `CREATE TABLE "future's (table)" (id INTEGER PRIMARY KEY, payload TEXT, extra TEXT);
+ INSERT INTO "future's (table)" VALUES (7, 'old', 'keep');
+ CREATE TABLE unrelated (value TEXT); INSERT INTO unrelated VALUES ('untouched');`)
+	latest := `CREATE TABLE "future's (table)" (
+ id INTEGER PRIMARY KEY, payload TEXT,
+ /* punctuation , ( ) */ new_value TEXT NOT NULL DEFAULT 'a,b''c',
+ quota DECIMAL(10,2) DEFAULT 1.25 CHECK (quota IN (1.25, 2)),
+ "UNIQUE" TEXT DEFAULT 'quoted',
+ derived TEXT GENERATED ALWAYS AS (payload || ',x') VIRTUAL
+ );
+ CREATE TABLE missing_table (id INTEGER PRIMARY KEY, source INTEGER REFERENCES "future's (table)"(id));
+ CREATE INDEX new_index ON "future's (table)"(new_value);`
+	for i := 0; i < 2; i++ {
+		if err := db.reconcileSchema(latest); err != nil {
+			t.Fatal(err)
+		}
+	}
+	var payload, extra, value, derived, quoted string
+	var quota float64
+	if err := db.QueryRow(`SELECT payload,extra,new_value,quota,derived,"UNIQUE" FROM "future's (table)" WHERE id=7`).Scan(&payload, &extra, &value, &quota, &derived, &quoted); err != nil {
+		t.Fatal(err)
+	}
+	if payload != "old" || extra != "keep" || value != "a,b'c" || quota != 1.25 || derived != "old,x" || quoted != "quoted" {
+		t.Fatalf("data/defaults: %q %q %q %v %q %q", payload, extra, value, quota, derived, quoted)
+	}
+	if err := db.QueryRow(`SELECT value FROM unrelated`).Scan(&value); err != nil || value != "untouched" {
+		t.Fatalf("unrelated data: %q %v", value, err)
+	}
+	schemaExec(t, db, `INSERT INTO missing_table VALUES(1,7)`)
+	if _, err := db.Exec(`INSERT INTO missing_table VALUES(2,999)`); err == nil {
+		t.Fatal("foreign key not enforced")
+	}
+}
+
+func TestReconcileSchemaFailureRollsBackAllRepairs(t *testing.T) {
+	for _, addition := range []string{"required TEXT NOT NULL", "unique_value TEXT UNIQUE", "stamp TEXT DEFAULT CURRENT_TIMESTAMP", "stored TEXT GENERATED ALWAYS AS (payload) STORED"} {
+		t.Run(addition, func(t *testing.T) {
+			db := rawSchemaDB(t)
+			schemaExec(t, db, `CREATE TABLE z_existing (id INTEGER PRIMARY KEY,payload TEXT); INSERT INTO z_existing VALUES(1,'keep')`)
+			err := db.reconcileSchema(`CREATE TABLE a_missing (id INTEGER); CREATE TABLE z_existing (id INTEGER PRIMARY KEY,payload TEXT, safe TEXT,` + addition + `);`)
+			if err == nil || !strings.Contains(err.Error(), "z_existing.") {
+				t.Fatalf("missing contextual failure: %v", err)
+			}
+			var count int
+			if err := db.QueryRow(`SELECT count(*) FROM sqlite_master WHERE name='a_missing'`).Scan(&count); err != nil || count != 0 {
+				t.Fatalf("table repair not rolled back: %d %v", count, err)
+			}
+			if err := db.QueryRow(`SELECT count(*) FROM pragma_table_info('z_existing') WHERE name='safe'`).Scan(&count); err != nil || count != 0 {
+				t.Fatalf("column repair not rolled back: %d %v", count, err)
+			}
+			var value string
+			if err := db.QueryRow(`SELECT payload FROM z_existing WHERE id=1`).Scan(&value); err != nil || value != "keep" {
+				t.Fatalf("original data: %q %v", value, err)
+			}
+		})
+	}
+}
+
+func TestReconcileSchemaIndexFailureRollsBack(t *testing.T) {
+	db := rawSchemaDB(t)
+	schemaExec(t, db, `CREATE TABLE existing (value TEXT); INSERT INTO existing VALUES ('duplicate'),('duplicate')`)
+	err := db.reconcileSchema(`CREATE TABLE existing (value TEXT,added TEXT); CREATE UNIQUE INDEX unique_values ON existing(value)`)
+	if err == nil || !strings.Contains(err.Error(), "unique_values") {
+		t.Fatalf("index failure: %v", err)
+	}
+	var count int
+	if err := db.QueryRow(`SELECT count(*) FROM pragma_table_info('existing') WHERE name='added'`).Scan(&count); err != nil || count != 0 {
+		t.Fatalf("repair rollback: %d %v", count, err)
+	}
+}
+
+func TestStartupRepairsTablesAndUnlistedColumnsPreservesData(t *testing.T) {
+	path := filepath.Join(t.TempDir(), "startup.db")
+	db, err := NewDB(path, zap.NewNop())
+	if err != nil {
+		t.Fatal(err)
+	}
+	conv, err := db.CreateConversation("retained", ConversationCreateMeta{})
+	if err != nil {
+		t.Fatal(err)
+	}
+	schemaExec(t, db, `ALTER TABLE conversations ADD COLUMN extension TEXT DEFAULT 'keep'; CREATE INDEX extension_index ON conversations(extension);
+ CREATE TABLE unrelated(value TEXT); INSERT INTO unrelated VALUES ('untouched');
+ DROP TABLE c2_payload_artifacts; DROP TABLE rbac_roles; DROP TABLE notification_reads_by_user;
+ ALTER TABLE hitl_interrupts DROP COLUMN payload;
+ ALTER TABLE hitl_conversation_configs DROP COLUMN reviewer;
+ ALTER TABLE model_token_usage DROP COLUMN cached_tokens;
+ ALTER TABLE rbac_users DROP COLUMN display_name;
+ ALTER TABLE messages DROP COLUMN reasoning_content;`)
+	db.Close()
+	for i := 0; i < 2; i++ {
+		db, err = NewDB(path, zap.NewNop())
+		if err != nil {
+			t.Fatal(err)
+		}
+		reference, err := openSchemaReference(applicationSchema)
+		if err != nil {
+			t.Fatal(err)
+		}
+		tables, err := schemaObjects(reference, "table")
+		if err != nil {
+			t.Fatal(err)
+		}
+		for _, table := range tables {
+			expected, err := schemaColumns(reference, table.name)
+			if err != nil {
+				t.Fatal(err)
+			}
+			actual, err := schemaColumns(db, table.name)
+			if err != nil {
+				t.Fatal(err)
+			}
+			present := map[string]bool{}
+			for _, c := range actual {
+				present[c.name] = true
+			}
+			for _, c := range expected {
+				if !present[c.name] {
+					t.Errorf("missing %s.%s", table.name, c.name)
+				}
+			}
+		}
+		reference.Close()
+		var title, extra string
+		if err := db.QueryRow(`SELECT title,extension FROM conversations WHERE id=?`, conv.ID).Scan(&title, &extra); err != nil || title != "retained" || extra != "keep" {
+			t.Fatalf("data: %q %q %v", title, extra, err)
+		}
+		var value string
+		if err := db.QueryRow(`SELECT value FROM unrelated`).Scan(&value); err != nil || value != "untouched" {
+			t.Fatalf("extra table: %q %v", value, err)
+		}
+		db.Close()
+	}
+}
+
+func TestOtherSQLiteFileStartupRepairsSchema(t *testing.T) {
+	path := filepath.Join(t.TempDir(), "other.db")
+	db, err := NewKnowledgeDB(path, zap.NewNop())
+	if err != nil {
+		t.Fatal(err)
+	}
+	schemaExec(t, db, `INSERT INTO knowledge_base_items (id,category,title,file_path,created_at,updated_at) VALUES('keep','cat','title','path','2026-10-10','2026-10-10');
+ ALTER TABLE knowledge_base_items DROP COLUMN content;
+ ALTER TABLE knowledge_embeddings DROP COLUMN embedding_model;
+ DROP TABLE knowledge_retrieval_logs;`)
+	db.Close()
+	for i := 0; i < 2; i++ {
+		db, err = NewKnowledgeDB(path, zap.NewNop())
+		if err != nil {
+			t.Fatal(err)
+		}
+		var title string
+		if err := db.QueryRow(`SELECT title FROM knowledge_base_items WHERE id='keep'`).Scan(&title); err != nil || title != "title" {
+			t.Fatalf("data: %q %v", title, err)
+		}
+		schemaExec(t, db, `SELECT content FROM knowledge_base_items; SELECT embedding_model FROM knowledge_embeddings; SELECT * FROM knowledge_retrieval_logs`)
+		db.Close()
+	}
+}
+
+func TestHistoricalFKMigrationPreservesExtraAndDependentData(t *testing.T) {
+	db := rawSchemaDB(t)
+	legacy := strings.Replace(applicationSchema, `FOREIGN KEY (conversation_id) REFERENCES conversations(id) ON DELETE SET NULL`, `FOREIGN KEY (conversation_id) REFERENCES conversations(id) ON DELETE CASCADE`, 1)
+	schemaExec(t, db, legacy)
+	conv, err := db.CreateConversation("source", ConversationCreateMeta{})
+	if err != nil {
+		t.Fatal(err)
+	}
+	vuln, err := db.CreateVulnerability(&Vulnerability{ConversationID: conv.ID, Title: "keep", Severity: "high", Status: "open"})
+	if err != nil {
+		t.Fatal(err)
+	}
+	schemaExec(t, db, `ALTER TABLE vulnerabilities ADD COLUMN extension TEXT DEFAULT 'keep'; CREATE INDEX vuln_extra_index ON vulnerabilities(extension);
+ CREATE TABLE dependent(id TEXT REFERENCES vulnerabilities(id) ON DELETE CASCADE);
+ CREATE TABLE trigger_log(value TEXT);
+ CREATE TRIGGER vuln_custom AFTER UPDATE ON vulnerabilities BEGIN INSERT INTO trigger_log VALUES (NEW.extension); END;`)
+	if _, err := db.Exec(`INSERT INTO dependent VALUES(?)`, vuln.ID); err != nil {
+		t.Fatal(err)
+	}
+	if err := db.initTables(); err != nil {
+		t.Fatal(err)
+	}
+	var value string
+	if err := db.QueryRow(`SELECT extension FROM vulnerabilities WHERE id=?`, vuln.ID).Scan(&value); err != nil || value != "keep" {
+		t.Fatalf("extra data: %q %v", value, err)
+	}
+	var count int
+	if err := db.QueryRow(`SELECT count(*) FROM dependent`).Scan(&count); err != nil || count != 1 {
+		t.Fatalf("dependent rows: %d %v", count, err)
+	}
+	if _, err := db.Exec(`UPDATE vulnerabilities SET extension='triggered' WHERE id=?`, vuln.ID); err != nil {
+		t.Fatal(err)
+	}
+	if err := db.QueryRow(`SELECT value FROM trigger_log`).Scan(&value); err != nil || value != "triggered" {
+		t.Fatalf("trigger: %q %v", value, err)
+	}
+	if err := db.QueryRow(`PRAGMA foreign_keys`).Scan(&count); err != nil || count != 1 {
+		t.Fatalf("foreign keys: %d %v", count, err)
+	}
+	if err := db.DeleteConversation(conv.ID); err != nil {
+		t.Fatal(err)
+	}
+	if _, err := db.GetVulnerability(vuln.ID); err != nil {
+		t.Fatal(err)
+	}
+}

internal/database/schemas/README.md

@@ -0,0 +1,23 @@
+# SQLite latest schema definitions
+
+These SQL files are embedded into the server binary and are the authoritative
+source for the tables and columns managed by the application. When adding a
+table or column, update its definition here; do not add a separate list of
+`ALTER TABLE ADD COLUMN` migrations in startup or handlers.
+
+Startup opens an isolated in-memory reference database with the latest SQL,
+compares it with the actual SQLite file, and adds missing tables and columns in
+one transaction before creating missing indexes and running business queries.
+Existing rows, extra tables and extra columns remain in place. Repeated startup
+is safe. The process does not change types or constraints of existing columns.
+
+Column additions use their exact definition, including defaults. SQLite rejects
+some additions (for example PRIMARY KEY, UNIQUE, STORED generated columns, or a
+required column without a suitable default on a populated table). Such failures
+roll back structure repair and stop startup with the table/column and cause.
+Resolve the definition or explicitly plan a data migration, then restart; the
+repair engine does not invent required values or weaken constraints.
+
+Historical data backfills and foreign-key semantic changes are separate from
+missing-table/column repair. Their behavior is documented in
+`docs/feature/startup-schema-reconcile/`.

internal/database/schemas/application.sql

@@ -0,0 +1,862 @@
+-- Latest SQLite structure. Update these definitions when adding tables or columns.
+
+CREATE TABLE assets (
+    id TEXT PRIMARY KEY,
+    dedup_key TEXT NOT NULL UNIQUE,
+    project_id TEXT,
+    host TEXT NOT NULL DEFAULT '',
+    ip TEXT NOT NULL DEFAULT '',
+    port INTEGER NOT NULL DEFAULT 0,
+    domain TEXT NOT NULL DEFAULT '',
+    protocol TEXT NOT NULL DEFAULT '',
+    title TEXT NOT NULL DEFAULT '',
+    server TEXT NOT NULL DEFAULT '',
+    country TEXT NOT NULL DEFAULT '',
+    province TEXT NOT NULL DEFAULT '',
+    city TEXT NOT NULL DEFAULT '',
+    responsible_person TEXT NOT NULL DEFAULT '',
+    department TEXT NOT NULL DEFAULT '',
+    business_system TEXT NOT NULL DEFAULT '',
+    environment TEXT NOT NULL DEFAULT '',
+    criticality TEXT NOT NULL DEFAULT '',
+    source TEXT NOT NULL DEFAULT 'manual',
+    source_query TEXT NOT NULL DEFAULT '',
+    status TEXT NOT NULL DEFAULT 'active',
+    vulnerability_count INTEGER NOT NULL DEFAULT 0,
+    risk_score INTEGER NOT NULL DEFAULT 0,
+    risk_level TEXT NOT NULL DEFAULT 'unassessed',
+    tags_json TEXT NOT NULL DEFAULT '[]',
+    first_seen_at DATETIME NOT NULL,
+    last_seen_at DATETIME NOT NULL,
+    created_at DATETIME NOT NULL,
+    updated_at DATETIME NOT NULL,
+    owner_user_id TEXT,
+    last_scan_at DATETIME,
+    last_scan_conversation_id TEXT NOT NULL DEFAULT '',
+    last_scan_queue_id TEXT NOT NULL DEFAULT '',
+    last_scan_task_id TEXT NOT NULL DEFAULT '',
+    FOREIGN KEY (project_id) REFERENCES projects(id) ON DELETE SET NULL
+);
+
+CREATE TABLE attack_chain_edges (
+    id TEXT PRIMARY KEY,
+    conversation_id TEXT NOT NULL,
+    source_node_id TEXT NOT NULL,
+    target_node_id TEXT NOT NULL,
+    edge_type TEXT NOT NULL,
+    weight INTEGER DEFAULT 1,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    FOREIGN KEY (conversation_id) REFERENCES conversations(id) ON DELETE CASCADE,
+    FOREIGN KEY (source_node_id) REFERENCES attack_chain_nodes(id) ON DELETE CASCADE,
+    FOREIGN KEY (target_node_id) REFERENCES attack_chain_nodes(id) ON DELETE CASCADE
+);
+
+CREATE TABLE attack_chain_nodes (
+    id TEXT PRIMARY KEY,
+    conversation_id TEXT NOT NULL,
+    node_type TEXT NOT NULL,
+    node_name TEXT NOT NULL,
+    tool_execution_id TEXT,
+    metadata TEXT,
+    risk_score INTEGER DEFAULT 0,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    FOREIGN KEY (conversation_id) REFERENCES conversations(id) ON DELETE CASCADE,
+    FOREIGN KEY (tool_execution_id) REFERENCES tool_executions(id) ON DELETE SET NULL
+);
+
+CREATE TABLE audit_logs (
+    id TEXT PRIMARY KEY,
+    created_at DATETIME NOT NULL,
+    level TEXT NOT NULL DEFAULT 'info',
+    category TEXT NOT NULL,
+    action TEXT NOT NULL,
+    result TEXT NOT NULL,
+    actor TEXT NOT NULL DEFAULT 'admin',
+    session_hint TEXT,
+    client_ip TEXT,
+    user_agent TEXT,
+    resource_type TEXT,
+    resource_id TEXT,
+    message TEXT NOT NULL,
+    detail_json TEXT
+);
+
+CREATE TABLE batch_task_queues (
+    id TEXT PRIMARY KEY,
+    title TEXT,
+    role TEXT,
+    agent_mode TEXT NOT NULL DEFAULT 'eino_single',
+    hitl_policy TEXT NOT NULL DEFAULT '',
+    schedule_mode TEXT NOT NULL DEFAULT 'manual',
+    cron_expr TEXT,
+    next_run_at DATETIME,
+    schedule_enabled INTEGER NOT NULL DEFAULT 1,
+    last_schedule_trigger_at DATETIME,
+    last_schedule_error TEXT,
+    last_run_error TEXT,
+    project_id TEXT,
+    concurrency INTEGER NOT NULL DEFAULT 1,
+    status TEXT NOT NULL,
+    created_at DATETIME NOT NULL,
+    started_at DATETIME,
+    completed_at DATETIME,
+    current_index INTEGER NOT NULL DEFAULT 0,
+    owner_user_id TEXT
+);
+
+CREATE TABLE batch_tasks (
+    id TEXT PRIMARY KEY,
+    queue_id TEXT NOT NULL,
+    message TEXT NOT NULL,
+    conversation_id TEXT,
+    status TEXT NOT NULL,
+    started_at DATETIME,
+    completed_at DATETIME,
+    error TEXT,
+    result TEXT,
+    FOREIGN KEY (queue_id) REFERENCES batch_task_queues(id) ON DELETE CASCADE
+);
+
+CREATE TABLE c2_events (
+    id TEXT PRIMARY KEY,
+    level TEXT NOT NULL DEFAULT 'info',
+    category TEXT NOT NULL,
+    session_id TEXT,
+    task_id TEXT,
+    message TEXT NOT NULL,
+    data_json TEXT,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+
+CREATE TABLE c2_files (
+    id TEXT PRIMARY KEY,
+    session_id TEXT NOT NULL,
+    task_id TEXT,
+    direction TEXT NOT NULL,
+    remote_path TEXT NOT NULL,
+    local_path TEXT NOT NULL,
+    size_bytes INTEGER DEFAULT 0,
+    sha256 TEXT,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    FOREIGN KEY (session_id) REFERENCES c2_sessions(id) ON DELETE CASCADE
+);
+
+CREATE TABLE c2_http_session_auth (
+    implant_uuid TEXT PRIMARY KEY,
+    listener_id TEXT NOT NULL,
+    token_hash TEXT NOT NULL,
+    FOREIGN KEY (listener_id) REFERENCES c2_listeners(id) ON DELETE CASCADE
+);
+
+CREATE TABLE c2_listeners (
+    id TEXT PRIMARY KEY,
+    project_id TEXT,
+    name TEXT NOT NULL,
+    type TEXT NOT NULL,
+    bind_host TEXT NOT NULL DEFAULT '127.0.0.1',
+    bind_port INTEGER NOT NULL,
+    profile_id TEXT,
+    encryption_key TEXT NOT NULL DEFAULT '',
+    implant_token TEXT NOT NULL DEFAULT '',
+    status TEXT NOT NULL DEFAULT 'stopped',
+    config_json TEXT NOT NULL DEFAULT '{}',
+    remark TEXT NOT NULL DEFAULT '',
+    owner_user_id TEXT,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    started_at DATETIME,
+    last_error TEXT
+);
+
+CREATE TABLE c2_payload_artifacts (
+    filename TEXT PRIMARY KEY,
+    payload_id TEXT NOT NULL,
+    listener_id TEXT NOT NULL,
+    owner_user_id TEXT NOT NULL,
+    created_at DATETIME NOT NULL
+);
+
+CREATE TABLE c2_profiles (
+    id TEXT PRIMARY KEY,
+    name TEXT NOT NULL UNIQUE,
+    user_agent TEXT,
+    uris_json TEXT NOT NULL DEFAULT '[]',
+    request_headers_json TEXT,
+    response_headers_json TEXT,
+    body_template TEXT,
+    jitter_min_ms INTEGER DEFAULT 0,
+    jitter_max_ms INTEGER DEFAULT 0,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+
+CREATE TABLE c2_sessions (
+    id TEXT PRIMARY KEY,
+    listener_id TEXT NOT NULL,
+    implant_uuid TEXT NOT NULL UNIQUE,
+    hostname TEXT,
+    username TEXT,
+    os TEXT,
+    arch TEXT,
+    pid INTEGER DEFAULT 0,
+    process_name TEXT,
+    is_admin INTEGER DEFAULT 0,
+    internal_ip TEXT,
+    external_ip TEXT,
+    user_agent TEXT,
+    sleep_seconds INTEGER NOT NULL DEFAULT 5,
+    jitter_percent INTEGER NOT NULL DEFAULT 0,
+    status TEXT NOT NULL DEFAULT 'active',
+    first_seen_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    last_check_in DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    metadata_json TEXT DEFAULT '{}',
+    note TEXT NOT NULL DEFAULT '',
+    FOREIGN KEY (listener_id) REFERENCES c2_listeners(id) ON DELETE CASCADE
+);
+
+CREATE TABLE c2_tasks (
+    id TEXT PRIMARY KEY,
+    session_id TEXT NOT NULL,
+    task_type TEXT NOT NULL,
+    payload_json TEXT NOT NULL DEFAULT '{}',
+    status TEXT NOT NULL DEFAULT 'queued',
+    result_text TEXT,
+    result_blob_path TEXT,
+    error TEXT,
+    source TEXT NOT NULL DEFAULT 'manual',
+    conversation_id TEXT,
+    approval_status TEXT,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    sent_at DATETIME,
+    started_at DATETIME,
+    completed_at DATETIME,
+    duration_ms INTEGER DEFAULT 0,
+    FOREIGN KEY (session_id) REFERENCES c2_sessions(id) ON DELETE CASCADE
+);
+
+CREATE TABLE chat_upload_artifacts (
+    relative_path TEXT PRIMARY KEY,
+    conversation_id TEXT NOT NULL,
+    owner_user_id TEXT NOT NULL,
+    created_at DATETIME NOT NULL,
+    FOREIGN KEY (conversation_id) REFERENCES conversations(id) ON DELETE CASCADE
+);
+
+CREATE TABLE conversations (
+    id TEXT PRIMARY KEY,
+    title TEXT NOT NULL,
+    created_at DATETIME NOT NULL,
+    updated_at DATETIME NOT NULL,
+    role_name TEXT NOT NULL DEFAULT '默认',
+    agent_mode TEXT NOT NULL DEFAULT 'eino_single',
+    last_react_input TEXT,
+    last_react_output TEXT,
+    pinned INTEGER DEFAULT 0,
+    webshell_connection_id TEXT,
+    project_id TEXT REFERENCES projects(id) ON DELETE SET NULL,
+    owner_user_id TEXT
+);
+
+CREATE TABLE hitl_conversation_configs (
+    conversation_id TEXT PRIMARY KEY,
+    enabled INTEGER NOT NULL DEFAULT 0,
+    mode TEXT NOT NULL DEFAULT 'off',
+    sensitive_tools TEXT NOT NULL DEFAULT '[]',
+    timeout_seconds INTEGER NOT NULL DEFAULT 0,
+    updated_at DATETIME NOT NULL,
+    reviewer TEXT NOT NULL DEFAULT 'human'
+);
+
+CREATE TABLE hitl_interrupts (
+    id TEXT PRIMARY KEY,
+    conversation_id TEXT NOT NULL,
+    message_id TEXT,
+    mode TEXT NOT NULL,
+    tool_name TEXT NOT NULL,
+    tool_call_id TEXT,
+    payload TEXT,
+    status TEXT NOT NULL,
+    reviewer TEXT NOT NULL DEFAULT 'human',
+    decision TEXT,
+    decision_comment TEXT,
+    created_at DATETIME NOT NULL,
+    decided_at DATETIME,
+    decided_by TEXT NOT NULL DEFAULT 'human'
+);
+
+CREATE TABLE knowledge_retrieval_logs (
+    id TEXT PRIMARY KEY,
+    conversation_id TEXT,
+    message_id TEXT,
+    query TEXT NOT NULL,
+    risk_type TEXT,
+    retrieved_items TEXT,
+    created_at DATETIME NOT NULL,
+    FOREIGN KEY (conversation_id) REFERENCES conversations(id) ON DELETE SET NULL,
+    FOREIGN KEY (message_id) REFERENCES messages(id) ON DELETE SET NULL
+);
+
+CREATE TABLE messages (
+    id TEXT PRIMARY KEY,
+    conversation_id TEXT NOT NULL,
+    role TEXT NOT NULL,
+    content TEXT NOT NULL,
+    mcp_execution_ids TEXT,
+    created_at DATETIME NOT NULL,
+    updated_at DATETIME NOT NULL,
+    reasoning_content TEXT,
+    FOREIGN KEY (conversation_id) REFERENCES conversations(id) ON DELETE CASCADE
+);
+
+CREATE TABLE model_token_usage (
+    id TEXT PRIMARY KEY,
+    process_detail_id TEXT NOT NULL UNIQUE,
+    message_id TEXT NOT NULL,
+    conversation_id TEXT NOT NULL,
+    project_id TEXT,
+    source TEXT NOT NULL DEFAULT '',
+    orchestration TEXT NOT NULL DEFAULT '',
+    reason TEXT NOT NULL DEFAULT '',
+    model TEXT NOT NULL DEFAULT '',
+    model_calls INTEGER NOT NULL DEFAULT 0,
+    prompt_tokens INTEGER NOT NULL DEFAULT 0,
+    completion_tokens INTEGER NOT NULL DEFAULT 0,
+    total_tokens INTEGER NOT NULL DEFAULT 0,
+    cached_tokens INTEGER NOT NULL DEFAULT 0,
+    reasoning_tokens INTEGER NOT NULL DEFAULT 0,
+    created_at DATETIME NOT NULL,
+    updated_at DATETIME NOT NULL,
+    FOREIGN KEY (process_detail_id) REFERENCES process_details(id) ON DELETE CASCADE,
+    FOREIGN KEY (message_id) REFERENCES messages(id) ON DELETE CASCADE,
+    FOREIGN KEY (conversation_id) REFERENCES conversations(id) ON DELETE CASCADE,
+    FOREIGN KEY (project_id) REFERENCES projects(id) ON DELETE SET NULL
+);
+
+CREATE TABLE notification_reads_by_user (
+    user_id TEXT NOT NULL,
+    event_id TEXT NOT NULL,
+    read_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    PRIMARY KEY(user_id, event_id)
+);
+
+CREATE TABLE process_details (
+    id TEXT PRIMARY KEY,
+    message_id TEXT NOT NULL,
+    conversation_id TEXT NOT NULL,
+    event_type TEXT NOT NULL,
+    message TEXT,
+    data TEXT,
+    created_at DATETIME NOT NULL,
+    FOREIGN KEY (message_id) REFERENCES messages(id) ON DELETE CASCADE,
+    FOREIGN KEY (conversation_id) REFERENCES conversations(id) ON DELETE CASCADE
+);
+
+CREATE TABLE project_fact_edges (
+    id TEXT PRIMARY KEY,
+    project_id TEXT NOT NULL,
+    source_fact_key TEXT NOT NULL,
+    target_fact_key TEXT NOT NULL,
+    edge_type TEXT NOT NULL,
+    confidence TEXT NOT NULL DEFAULT 'tentative',
+    source_conversation_id TEXT,
+    created_at DATETIME NOT NULL,
+    updated_at DATETIME NOT NULL,
+    FOREIGN KEY (project_id) REFERENCES projects(id) ON DELETE CASCADE,
+    UNIQUE(project_id, source_fact_key, target_fact_key, edge_type)
+);
+
+CREATE TABLE project_facts (
+    id TEXT PRIMARY KEY,
+    project_id TEXT NOT NULL,
+    fact_key TEXT NOT NULL,
+    category TEXT NOT NULL DEFAULT 'note',
+    summary TEXT NOT NULL DEFAULT '',
+    body TEXT,
+    confidence TEXT NOT NULL DEFAULT 'tentative',
+    source_conversation_id TEXT,
+    source_message_id TEXT,
+    pinned INTEGER NOT NULL DEFAULT 0,
+    related_vulnerability_id TEXT,
+    created_at DATETIME NOT NULL,
+    updated_at DATETIME NOT NULL,
+    FOREIGN KEY (project_id) REFERENCES projects(id) ON DELETE CASCADE,
+    UNIQUE(project_id, fact_key)
+);
+
+CREATE TABLE projects (
+    id TEXT PRIMARY KEY,
+    name TEXT NOT NULL,
+    description TEXT,
+    scope_json TEXT,
+    status TEXT NOT NULL DEFAULT 'active',
+    pinned INTEGER NOT NULL DEFAULT 0,
+    created_at DATETIME NOT NULL,
+    updated_at DATETIME NOT NULL,
+    owner_user_id TEXT
+);
+
+CREATE TABLE rbac_permissions (
+    key TEXT PRIMARY KEY,
+    description TEXT NOT NULL DEFAULT '',
+    created_at DATETIME NOT NULL
+);
+
+CREATE TABLE rbac_resource_assignments (
+    id TEXT PRIMARY KEY,
+    user_id TEXT NOT NULL,
+    resource_type TEXT NOT NULL,
+    resource_id TEXT NOT NULL,
+    created_at DATETIME NOT NULL,
+    FOREIGN KEY (user_id) REFERENCES rbac_users(id) ON DELETE CASCADE,
+    UNIQUE(user_id, resource_type, resource_id)
+);
+
+CREATE TABLE rbac_role_permissions (
+    role_id TEXT NOT NULL,
+    permission_key TEXT NOT NULL,
+    created_at DATETIME NOT NULL,
+    PRIMARY KEY (role_id, permission_key),
+    FOREIGN KEY (role_id) REFERENCES rbac_roles(id) ON DELETE CASCADE,
+    FOREIGN KEY (permission_key) REFERENCES rbac_permissions(key) ON DELETE CASCADE
+);
+
+CREATE TABLE rbac_roles (
+    id TEXT PRIMARY KEY,
+    name TEXT NOT NULL UNIQUE,
+    description TEXT NOT NULL DEFAULT '',
+    scope TEXT NOT NULL DEFAULT 'assigned',
+    is_system INTEGER NOT NULL DEFAULT 0,
+    created_at DATETIME NOT NULL,
+    updated_at DATETIME NOT NULL
+);
+
+CREATE TABLE rbac_user_roles (
+    user_id TEXT NOT NULL,
+    role_id TEXT NOT NULL,
+    created_at DATETIME NOT NULL,
+    PRIMARY KEY (user_id, role_id),
+    FOREIGN KEY (user_id) REFERENCES rbac_users(id) ON DELETE CASCADE,
+    FOREIGN KEY (role_id) REFERENCES rbac_roles(id) ON DELETE CASCADE
+);
+
+CREATE TABLE rbac_users (
+    id TEXT PRIMARY KEY,
+    username TEXT NOT NULL UNIQUE,
+    display_name TEXT NOT NULL DEFAULT '',
+    password_hash TEXT NOT NULL,
+    enabled INTEGER NOT NULL DEFAULT 1,
+    is_builtin INTEGER NOT NULL DEFAULT 0,
+    created_at DATETIME NOT NULL,
+    updated_at DATETIME NOT NULL
+);
+
+CREATE TABLE robot_binding_codes (
+    code_hash TEXT PRIMARY KEY,
+    rbac_user_id TEXT NOT NULL,
+    expires_at DATETIME NOT NULL,
+    used_at DATETIME,
+    created_at DATETIME NOT NULL,
+    FOREIGN KEY (rbac_user_id) REFERENCES rbac_users(id) ON DELETE CASCADE
+);
+
+CREATE TABLE robot_user_bindings (
+    id TEXT PRIMARY KEY,
+    platform TEXT NOT NULL,
+    external_user_id TEXT NOT NULL,
+    rbac_user_id TEXT NOT NULL,
+    enabled INTEGER NOT NULL DEFAULT 1,
+    created_at DATETIME NOT NULL,
+    updated_at DATETIME NOT NULL,
+    FOREIGN KEY (rbac_user_id) REFERENCES rbac_users(id) ON DELETE CASCADE,
+    UNIQUE(platform, external_user_id)
+);
+
+CREATE TABLE robot_user_sessions (
+    session_key TEXT PRIMARY KEY,
+    conversation_id TEXT NOT NULL,
+    role_name TEXT NOT NULL DEFAULT '默认',
+    agent_mode TEXT NOT NULL DEFAULT 'eino_single',
+    updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    FOREIGN KEY (conversation_id) REFERENCES conversations(id) ON DELETE CASCADE
+);
+
+CREATE TABLE skill_stats (
+    skill_name TEXT PRIMARY KEY,
+    total_calls INTEGER NOT NULL DEFAULT 0,
+    success_calls INTEGER NOT NULL DEFAULT 0,
+    failed_calls INTEGER NOT NULL DEFAULT 0,
+    last_call_time DATETIME,
+    updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+
+CREATE TABLE tool_executions (
+    id TEXT PRIMARY KEY,
+    tool_name TEXT NOT NULL,
+    arguments TEXT NOT NULL,
+    status TEXT NOT NULL,
+    result TEXT,
+    error TEXT,
+    start_time DATETIME NOT NULL,
+    end_time DATETIME,
+    duration_ms INTEGER,
+    partial_output TEXT,
+    partial_output_bytes INTEGER NOT NULL DEFAULT 0,
+    partial_output_truncated INTEGER NOT NULL DEFAULT 0,
+    partial_output_updated_at DATETIME,
+    owner_user_id TEXT,
+    conversation_id TEXT,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+
+CREATE TABLE tool_stats (
+    tool_name TEXT PRIMARY KEY,
+    total_calls INTEGER NOT NULL DEFAULT 0,
+    success_calls INTEGER NOT NULL DEFAULT 0,
+    failed_calls INTEGER NOT NULL DEFAULT 0,
+    last_call_time DATETIME,
+    updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+
+CREATE TABLE vulnerabilities (
+    id TEXT PRIMARY KEY,
+    conversation_id TEXT,
+    conversation_tag TEXT,
+    task_tag TEXT,
+    title TEXT NOT NULL,
+    description TEXT,
+    severity TEXT NOT NULL,
+    status TEXT NOT NULL DEFAULT 'open',
+    vulnerability_type TEXT,
+    target TEXT,
+    preconditions TEXT,
+    reproduction_steps TEXT,
+    evidence TEXT,
+    impact TEXT,
+    recommendation TEXT,
+    retest_notes TEXT,
+    retest_log TEXT NOT NULL DEFAULT '',
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    project_id TEXT,
+    owner_user_id TEXT,
+    FOREIGN KEY (conversation_id) REFERENCES conversations(id) ON DELETE SET NULL
+);
+
+CREATE TABLE vulnerability_alert_deliveries (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    vulnerability_id TEXT NOT NULL,
+    user_id TEXT NOT NULL,
+    platform TEXT NOT NULL,
+    external_user_id TEXT NOT NULL,
+    status TEXT NOT NULL DEFAULT 'pending',
+    attempts INTEGER NOT NULL DEFAULT 0,
+    next_attempt_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    last_error TEXT NOT NULL DEFAULT '',
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    UNIQUE(vulnerability_id, platform, external_user_id),
+    FOREIGN KEY (vulnerability_id) REFERENCES vulnerabilities(id) ON DELETE CASCADE,
+    FOREIGN KEY (user_id) REFERENCES rbac_users(id) ON DELETE CASCADE
+);
+
+CREATE TABLE vulnerability_alert_subscriptions (
+    user_id TEXT PRIMARY KEY,
+    enabled INTEGER NOT NULL DEFAULT 0,
+    min_severity TEXT NOT NULL DEFAULT 'high',
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    FOREIGN KEY (user_id) REFERENCES rbac_users(id) ON DELETE CASCADE
+);
+
+CREATE TABLE vulnerability_retests (
+    conversation_id TEXT PRIMARY KEY REFERENCES conversations(id) ON DELETE CASCADE,
+    source_conversation_id TEXT NOT NULL,
+    vulnerability_id TEXT NOT NULL,
+    source_project_id TEXT NOT NULL DEFAULT '',
+    pending_prompt TEXT NOT NULL DEFAULT ''
+);
+
+CREATE TABLE webshell_connection_states (
+    connection_id TEXT PRIMARY KEY,
+    state_json TEXT NOT NULL DEFAULT '{}',
+    updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    FOREIGN KEY (connection_id) REFERENCES webshell_connections(id) ON DELETE CASCADE
+);
+
+CREATE TABLE webshell_connections (
+    id TEXT PRIMARY KEY,
+    project_id TEXT,
+    url TEXT NOT NULL,
+    password TEXT NOT NULL DEFAULT '',
+    type TEXT NOT NULL DEFAULT 'php',
+    method TEXT NOT NULL DEFAULT 'post',
+    cmd_param TEXT NOT NULL DEFAULT '',
+    remark TEXT NOT NULL DEFAULT '',
+    encoding TEXT NOT NULL DEFAULT '',
+    os TEXT NOT NULL DEFAULT '',
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    owner_user_id TEXT
+);
+
+CREATE TABLE workflow_definitions (
+    id TEXT PRIMARY KEY,
+    name TEXT NOT NULL,
+    description TEXT,
+    version INTEGER NOT NULL DEFAULT 1,
+    graph_json TEXT NOT NULL,
+    enabled INTEGER NOT NULL DEFAULT 1,
+    created_at DATETIME NOT NULL,
+    updated_at DATETIME NOT NULL
+);
+
+CREATE TABLE workflow_node_runs (
+    id TEXT PRIMARY KEY,
+    run_id TEXT NOT NULL,
+    node_id TEXT NOT NULL,
+    status TEXT NOT NULL,
+    input_json TEXT,
+    output_json TEXT,
+    error TEXT,
+    started_at DATETIME NOT NULL,
+    finished_at DATETIME,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    FOREIGN KEY (run_id) REFERENCES workflow_runs(id) ON DELETE CASCADE
+);
+
+CREATE TABLE workflow_package_imports (
+    id TEXT PRIMARY KEY,
+    inspection_id TEXT NOT NULL,
+    request_hash TEXT NOT NULL,
+    idempotency_key TEXT NOT NULL,
+    actor_user_id TEXT NOT NULL,
+    action TEXT NOT NULL CHECK (action IN ('create','keep_existing','overwrite','rename')),
+    source_workflow_id TEXT NOT NULL,
+    target_workflow_id TEXT NOT NULL,
+    resulting_workflow_id TEXT,
+    result TEXT NOT NULL CHECK (result IN ('created','overwritten','renamed','kept_existing','skipped_identical','failed')),
+    error_code TEXT,
+    error_message TEXT,
+    created_at DATETIME NOT NULL,
+    applied_at DATETIME,
+    FOREIGN KEY (inspection_id) REFERENCES workflow_package_inspections(id)
+);
+
+CREATE TABLE workflow_package_inspections (
+    id TEXT PRIMARY KEY,
+    package_hash TEXT NOT NULL,
+    manifest_json TEXT NOT NULL,
+    workflow_payload_json TEXT NOT NULL,
+    inspection_json TEXT NOT NULL,
+    source_workflow_id TEXT NOT NULL,
+    source_revision INTEGER NOT NULL,
+    source_content_hash TEXT NOT NULL,
+    source_graph_hash TEXT NOT NULL,
+    local_conflict_state TEXT NOT NULL CHECK (local_conflict_state IN ('none','identical','id_conflict')),
+    local_workflow_id TEXT,
+    local_content_hash TEXT,
+    local_graph_hash TEXT,
+    created_by TEXT NOT NULL,
+    status TEXT NOT NULL DEFAULT 'ready' CHECK (status IN ('ready','consumed','expired')),
+    created_at DATETIME NOT NULL,
+    expires_at DATETIME NOT NULL,
+    consumed_at DATETIME
+);
+
+CREATE TABLE workflow_runs (
+    id TEXT PRIMARY KEY,
+    workflow_id TEXT NOT NULL,
+    workflow_version INTEGER NOT NULL DEFAULT 1,
+    conversation_id TEXT,
+    project_id TEXT,
+    role_id TEXT,
+    status TEXT NOT NULL,
+    input_json TEXT,
+    output_json TEXT,
+    error TEXT,
+    pending_hitl_node_id TEXT,
+    pending_hitl_json TEXT,
+    started_at DATETIME NOT NULL,
+    finished_at DATETIME,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    FOREIGN KEY (conversation_id) REFERENCES conversations(id) ON DELETE SET NULL
+);
+
+CREATE INDEX idx_assets_domain ON assets(domain);
+
+CREATE INDEX idx_assets_ip ON assets(ip);
+
+CREATE INDEX idx_assets_last_scan ON assets(last_scan_at);
+
+CREATE INDEX idx_assets_last_seen ON assets(last_seen_at);
+
+CREATE INDEX idx_assets_owner ON assets(owner_user_id);
+
+CREATE INDEX idx_assets_project ON assets(project_id);
+
+CREATE INDEX idx_assets_risk_level ON assets(risk_level);
+
+CREATE INDEX idx_assets_risk_score ON assets(risk_score);
+
+CREATE INDEX idx_assets_status ON assets(status);
+
+CREATE INDEX idx_assets_vulnerability_count ON assets(vulnerability_count);
+
+CREATE INDEX idx_audit_logs_action ON audit_logs(action);
+
+CREATE INDEX idx_audit_logs_category ON audit_logs(category);
+
+CREATE INDEX idx_audit_logs_created_at ON audit_logs(created_at);
+
+CREATE INDEX idx_audit_logs_result ON audit_logs(result);
+
+CREATE INDEX idx_batch_task_queues_created_at ON batch_task_queues(created_at);
+
+CREATE INDEX idx_batch_task_queues_title ON batch_task_queues(title);
+
+CREATE INDEX idx_batch_tasks_queue_id ON batch_tasks(queue_id);
+
+CREATE INDEX idx_c2_events_category ON c2_events(category);
+
+CREATE INDEX idx_c2_events_created_at ON c2_events(created_at);
+
+CREATE INDEX idx_c2_events_session ON c2_events(session_id);
+
+CREATE INDEX idx_c2_files_session ON c2_files(session_id);
+
+CREATE INDEX idx_c2_listeners_created_at ON c2_listeners(created_at);
+
+CREATE INDEX idx_c2_listeners_project_id ON c2_listeners(project_id);
+
+CREATE INDEX idx_c2_listeners_status ON c2_listeners(status);
+
+CREATE INDEX idx_c2_payload_artifacts_listener ON c2_payload_artifacts(listener_id);
+
+CREATE INDEX idx_c2_sessions_last_check_in ON c2_sessions(last_check_in);
+
+CREATE INDEX idx_c2_sessions_listener ON c2_sessions(listener_id);
+
+CREATE INDEX idx_c2_sessions_status ON c2_sessions(status);
+
+CREATE INDEX idx_c2_tasks_conversation ON c2_tasks(conversation_id);
+
+CREATE INDEX idx_c2_tasks_created_at ON c2_tasks(created_at);
+
+CREATE INDEX idx_c2_tasks_session ON c2_tasks(session_id);
+
+CREATE INDEX idx_c2_tasks_status ON c2_tasks(status);
+
+CREATE INDEX idx_chain_edges_conversation ON attack_chain_edges(conversation_id);
+
+CREATE INDEX idx_chain_edges_source ON attack_chain_edges(source_node_id);
+
+CREATE INDEX idx_chain_edges_target ON attack_chain_edges(target_node_id);
+
+CREATE INDEX idx_chain_nodes_conversation ON attack_chain_nodes(conversation_id);
+
+CREATE INDEX idx_chat_upload_artifacts_conversation ON chat_upload_artifacts(conversation_id);
+
+CREATE INDEX idx_chat_upload_artifacts_owner ON chat_upload_artifacts(owner_user_id);
+
+CREATE INDEX idx_conversations_pinned ON conversations(pinned);
+
+CREATE INDEX idx_conversations_project_id ON conversations(project_id);
+
+CREATE INDEX idx_conversations_updated_at ON conversations(updated_at);
+
+CREATE INDEX idx_knowledge_retrieval_logs_conversation ON knowledge_retrieval_logs(conversation_id);
+
+CREATE INDEX idx_knowledge_retrieval_logs_created_at ON knowledge_retrieval_logs(created_at);
+
+CREATE INDEX idx_knowledge_retrieval_logs_message ON knowledge_retrieval_logs(message_id);
+
+CREATE INDEX idx_messages_conversation_id ON messages(conversation_id);
+
+CREATE INDEX idx_model_token_usage_conversation ON model_token_usage(conversation_id);
+
+CREATE INDEX idx_model_token_usage_created_at ON model_token_usage(created_at);
+
+CREATE INDEX idx_model_token_usage_model ON model_token_usage(model);
+
+CREATE INDEX idx_model_token_usage_project ON model_token_usage(project_id);
+
+CREATE INDEX idx_notification_reads_user_read_at ON notification_reads_by_user(user_id, read_at DESC);
+
+CREATE INDEX idx_process_details_conversation_id ON process_details(conversation_id);
+
+CREATE INDEX idx_process_details_message_id ON process_details(message_id);
+
+CREATE INDEX idx_project_fact_edges_project ON project_fact_edges(project_id);
+
+CREATE INDEX idx_project_fact_edges_source ON project_fact_edges(project_id, source_fact_key);
+
+CREATE INDEX idx_project_fact_edges_target ON project_fact_edges(project_id, target_fact_key);
+
+CREATE INDEX idx_project_facts_confidence ON project_facts(confidence);
+
+CREATE INDEX idx_project_facts_project_id ON project_facts(project_id);
+
+CREATE INDEX idx_project_facts_related_vuln ON project_facts(related_vulnerability_id);
+
+CREATE INDEX idx_projects_status ON projects(status);
+
+CREATE INDEX idx_projects_updated_at ON projects(updated_at);
+
+CREATE INDEX idx_rbac_assignments_resource ON rbac_resource_assignments(resource_type, resource_id);
+
+CREATE INDEX idx_rbac_assignments_user_resource ON rbac_resource_assignments(user_id, resource_type, resource_id);
+
+CREATE INDEX idx_rbac_role_permissions_role ON rbac_role_permissions(role_id);
+
+CREATE INDEX idx_rbac_user_roles_user ON rbac_user_roles(user_id);
+
+CREATE INDEX idx_robot_binding_codes_expiry ON robot_binding_codes(expires_at);
+
+CREATE INDEX idx_robot_user_bindings_user ON robot_user_bindings(rbac_user_id);
+
+CREATE INDEX idx_robot_user_sessions_updated_at ON robot_user_sessions(updated_at);
+
+CREATE INDEX idx_tool_executions_conversation ON tool_executions(conversation_id);
+
+CREATE INDEX idx_tool_executions_owner ON tool_executions(owner_user_id);
+
+CREATE INDEX idx_tool_executions_start_time ON tool_executions(start_time);
+
+CREATE INDEX idx_tool_executions_status ON tool_executions(status);
+
+CREATE INDEX idx_tool_executions_tool_name ON tool_executions(tool_name);
+
+CREATE INDEX idx_vulnerabilities_conversation_id ON vulnerabilities(conversation_id);
+
+CREATE INDEX idx_vulnerabilities_conversation_tag ON vulnerabilities(conversation_tag);
+
+CREATE INDEX idx_vulnerabilities_created_at ON vulnerabilities(created_at);
+
+CREATE INDEX idx_vulnerabilities_project_id ON vulnerabilities(project_id);
+
+CREATE INDEX idx_vulnerabilities_severity ON vulnerabilities(severity);
+
+CREATE INDEX idx_vulnerabilities_status ON vulnerabilities(status);
+
+CREATE INDEX idx_vulnerabilities_task_tag ON vulnerabilities(task_tag);
+
+CREATE INDEX idx_webshell_connection_states_updated_at ON webshell_connection_states(updated_at);
+
+CREATE INDEX idx_webshell_connections_created_at ON webshell_connections(created_at);
+
+CREATE INDEX idx_webshell_connections_project_id ON webshell_connections(project_id);
+
+CREATE INDEX idx_workflow_definitions_enabled ON workflow_definitions(enabled);
+
+CREATE INDEX idx_workflow_definitions_updated_at ON workflow_definitions(updated_at);
+
+CREATE INDEX idx_workflow_node_runs_run ON workflow_node_runs(run_id);
+
+CREATE INDEX idx_workflow_package_inspections_creator_expiry ON workflow_package_inspections(created_by, expires_at);
+
+CREATE INDEX idx_workflow_runs_conversation ON workflow_runs(conversation_id);
+
+CREATE INDEX idx_workflow_runs_status ON workflow_runs(status);
+
+CREATE INDEX idx_workflow_runs_workflow ON workflow_runs(workflow_id);
+
+CREATE UNIQUE INDEX uq_workflow_package_imports_actor_key ON workflow_package_imports(actor_user_id, idempotency_key);
+
+CREATE UNIQUE INDEX uq_workflow_package_imports_inspection_success ON workflow_package_imports(inspection_id) WHERE result IN ('created','overwritten','renamed','kept_existing','skipped_identical');

internal/database/schemas/knowledge.sql

@@ -0,0 +1,44 @@
+-- Latest SQLite structure. Update these definitions when adding tables or columns.
+
+CREATE TABLE knowledge_base_items (
+    id TEXT PRIMARY KEY,
+    category TEXT NOT NULL,
+    title TEXT NOT NULL,
+    file_path TEXT NOT NULL,
+    content TEXT,
+    created_at DATETIME NOT NULL,
+    updated_at DATETIME NOT NULL
+);
+
+CREATE TABLE knowledge_embeddings (
+    id TEXT PRIMARY KEY,
+    item_id TEXT NOT NULL,
+    chunk_index INTEGER NOT NULL,
+    chunk_text TEXT NOT NULL,
+    embedding TEXT NOT NULL,
+    sub_indexes TEXT NOT NULL DEFAULT '',
+    embedding_model TEXT NOT NULL DEFAULT '',
+    embedding_dim INTEGER NOT NULL DEFAULT 0,
+    created_at DATETIME NOT NULL,
+    FOREIGN KEY (item_id) REFERENCES knowledge_base_items(id) ON DELETE CASCADE
+);
+
+CREATE TABLE knowledge_retrieval_logs (
+    id TEXT PRIMARY KEY,
+    conversation_id TEXT,
+    message_id TEXT,
+    query TEXT NOT NULL,
+    risk_type TEXT,
+    retrieved_items TEXT,
+    created_at DATETIME NOT NULL
+);
+
+CREATE INDEX idx_knowledge_embeddings_item_id ON knowledge_embeddings(item_id);
+
+CREATE INDEX idx_knowledge_items_category ON knowledge_base_items(category);
+
+CREATE INDEX idx_knowledge_retrieval_logs_conversation ON knowledge_retrieval_logs(conversation_id);
+
+CREATE INDEX idx_knowledge_retrieval_logs_created_at ON knowledge_retrieval_logs(created_at);
+
+CREATE INDEX idx_knowledge_retrieval_logs_message ON knowledge_retrieval_logs(message_id);

internal/database/workflow.go

@@ -466,27 +466,6 @@ func (db *DB) ListWorkflowRunsAwaitingHITLFiltered(conversationID string, limit
 	return out, rows.Err()
 }
 
-func (db *DB) migrateWorkflowRunsTable() error {
-	cols := []struct{ name, ddl string }{
-		{"pending_hitl_node_id", "ALTER TABLE workflow_runs ADD COLUMN pending_hitl_node_id TEXT"},
-		{"pending_hitl_json", "ALTER TABLE workflow_runs ADD COLUMN pending_hitl_json TEXT"},
-	}
-	for _, col := range cols {
-		var count int
-		err := db.QueryRow("SELECT COUNT(*) FROM pragma_table_info('workflow_runs') WHERE name=?", col.name).Scan(&count)
-		if err != nil || count > 0 {
-			continue
-		}
-		if _, err := db.Exec(col.ddl); err != nil {
-			errMsg := strings.ToLower(err.Error())
-			if !strings.Contains(errMsg, "duplicate column") && !strings.Contains(errMsg, "already exists") {
-				return err
-			}
-		}
-	}
-	return nil
-}
-
 func nullString(v string) interface{} {
 	v = strings.TrimSpace(v)
 	if v == "" {