state_manager.py 49 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197
  1. #!/usr/bin/env python3
  2. # -*- coding: utf-8 -*-
  3. """
  4. State Manager - 状态管理模块 (v5.1)
  5. 管理 state.json 的读写操作:
  6. - 实体状态管理
  7. - 进度追踪
  8. - 关系记录
  9. v5.1 变更:
  10. - 集成 SQLStateManager,同步写入 SQLite (index.db)
  11. - state.json 保留精简数据,大数据自动迁移到 SQLite
  12. """
  13. import json
  14. from pathlib import Path
  15. from typing import Dict, List, Optional, Any
  16. from dataclasses import dataclass, field, asdict
  17. from datetime import datetime
  18. import filelock
  19. from .config import get_config
  20. try:
  21. # 当 scripts 目录在 sys.path 中(常见:从 scripts/ 运行)
  22. from security_utils import atomic_write_json, read_json_safe
  23. except ImportError: # pragma: no cover
  24. # 当以 `python -m scripts.data_modules...` 从仓库根目录运行
  25. from scripts.security_utils import atomic_write_json, read_json_safe
  26. @dataclass
  27. class EntityState:
  28. """实体状态"""
  29. id: str
  30. name: str
  31. type: str # 角色/地点/物品/势力
  32. tier: str = "装饰" # 核心/重要/次要/装饰
  33. aliases: List[str] = field(default_factory=list)
  34. attributes: Dict[str, Any] = field(default_factory=dict)
  35. first_appearance: int = 0
  36. last_appearance: int = 0
  37. @dataclass
  38. class Relationship:
  39. """实体关系"""
  40. from_entity: str
  41. to_entity: str
  42. type: str
  43. description: str
  44. chapter: int
  45. @dataclass
  46. class StateChange:
  47. """状态变化记录"""
  48. entity_id: str
  49. field: str
  50. old_value: Any
  51. new_value: Any
  52. reason: str
  53. chapter: int
  54. timestamp: str = field(default_factory=lambda: datetime.now().isoformat())
  55. @dataclass
  56. class _EntityPatch:
  57. """待写入的实体增量补丁(用于锁内合并)"""
  58. entity_type: str
  59. entity_id: str
  60. replace: bool = False
  61. base_entity: Optional[Dict[str, Any]] = None # 新建实体时的完整快照(用于填充缺失字段)
  62. top_updates: Dict[str, Any] = field(default_factory=dict)
  63. current_updates: Dict[str, Any] = field(default_factory=dict)
  64. appearance_chapter: Optional[int] = None
  65. class StateManager:
  66. """状态管理器 (v5.1 entities_v3 格式 + SQLite 同步)"""
  67. # v5.0 支持的实体类型
  68. ENTITY_TYPES = ["角色", "地点", "物品", "势力", "招式"]
  69. def __init__(self, config=None, enable_sqlite_sync: bool = True):
  70. """
  71. 初始化状态管理器
  72. 参数:
  73. - config: 配置对象
  74. - enable_sqlite_sync: 是否启用 SQLite 同步 (默认 True)
  75. """
  76. self.config = config or get_config()
  77. self._state: Dict[str, Any] = {}
  78. # 与 security_utils.atomic_write_json 保持一致:state.json.lock
  79. self._lock_path = self.config.state_file.with_suffix(self.config.state_file.suffix + ".lock")
  80. # v5.1: SQLite 同步
  81. self._enable_sqlite_sync = enable_sqlite_sync
  82. self._sql_state_manager = None
  83. if enable_sqlite_sync:
  84. try:
  85. from .sql_state_manager import SQLStateManager
  86. self._sql_state_manager = SQLStateManager(self.config)
  87. except ImportError:
  88. pass # SQLStateManager 不可用时静默降级
  89. # 待写入的增量(锁内重读 + 合并 + 写入)
  90. self._pending_entity_patches: Dict[tuple[str, str], _EntityPatch] = {}
  91. self._pending_alias_entries: Dict[str, List[Dict[str, str]]] = {}
  92. self._pending_state_changes: List[Dict[str, Any]] = []
  93. self._pending_structured_relationships: List[Dict[str, Any]] = []
  94. self._pending_disambiguation_warnings: List[Dict[str, Any]] = []
  95. self._pending_disambiguation_pending: List[Dict[str, Any]] = []
  96. self._pending_progress_chapter: Optional[int] = None
  97. self._pending_progress_words_delta: int = 0
  98. # v5.1: 缓存待同步到 SQLite 的数据
  99. self._pending_sqlite_data: Dict[str, Any] = {
  100. "entities_appeared": [],
  101. "entities_new": [],
  102. "state_changes": [],
  103. "relationships_new": [],
  104. "chapter": None
  105. }
  106. self._load_state()
  107. def _now_progress_timestamp(self) -> str:
  108. return datetime.now().strftime("%Y-%m-%d %H:%M:%S")
  109. def _ensure_state_schema(self, state: Dict[str, Any]) -> Dict[str, Any]:
  110. """确保 state.json 具备运行所需的关键字段(尽量不破坏既有数据)。"""
  111. if not isinstance(state, dict):
  112. state = {}
  113. state.setdefault("project_info", {})
  114. state.setdefault("progress", {})
  115. state.setdefault("protagonist_state", {})
  116. # relationships: 旧版本可能是 list(实体关系),v5.0 运行态用 dict(人物关系/重要关系)
  117. relationships = state.get("relationships")
  118. if isinstance(relationships, list):
  119. state.setdefault("structured_relationships", [])
  120. if isinstance(state.get("structured_relationships"), list):
  121. state["structured_relationships"].extend(relationships)
  122. state["relationships"] = {}
  123. elif not isinstance(relationships, dict):
  124. state["relationships"] = {}
  125. state.setdefault("world_settings", {"power_system": [], "factions": [], "locations": []})
  126. state.setdefault("plot_threads", {"active_threads": [], "foreshadowing": []})
  127. state.setdefault("review_checkpoints", [])
  128. state.setdefault(
  129. "strand_tracker",
  130. {
  131. "last_quest_chapter": 0,
  132. "last_fire_chapter": 0,
  133. "last_constellation_chapter": 0,
  134. "current_dominant": "quest",
  135. "chapters_since_switch": 0,
  136. "history": [],
  137. },
  138. )
  139. entities_v3 = state.get("entities_v3")
  140. # v5.1: entities_v3, alias_index, state_changes, structured_relationships 已迁移到 index.db
  141. # 不再在 state.json 中初始化或维护这些字段
  142. if not isinstance(state.get("disambiguation_warnings"), list):
  143. state["disambiguation_warnings"] = []
  144. if not isinstance(state.get("disambiguation_pending"), list):
  145. state["disambiguation_pending"] = []
  146. # progress 基础字段
  147. progress = state["progress"]
  148. if not isinstance(progress, dict):
  149. progress = {}
  150. state["progress"] = progress
  151. progress.setdefault("current_chapter", 0)
  152. progress.setdefault("total_words", 0)
  153. progress.setdefault("last_updated", self._now_progress_timestamp())
  154. return state
  155. def _load_state(self):
  156. """加载状态文件"""
  157. if self.config.state_file.exists():
  158. self._state = read_json_safe(self.config.state_file, default={})
  159. self._state = self._ensure_state_schema(self._state)
  160. else:
  161. self._state = self._ensure_state_schema({})
  162. def save_state(self):
  163. """
  164. 保存状态文件(锁内重读 + 合并 + 原子写入)。
  165. 解决多 Agent 并行下的“读-改-写覆盖”风险:
  166. - 获取锁
  167. - 重新读取磁盘最新 state.json
  168. - 仅合并本实例产生的增量(pending_*)
  169. - 原子化写入
  170. """
  171. # 无增量时不写入,避免无意义覆盖
  172. has_pending = any(
  173. [
  174. self._pending_entity_patches,
  175. self._pending_alias_entries,
  176. self._pending_state_changes,
  177. self._pending_structured_relationships,
  178. self._pending_disambiguation_warnings,
  179. self._pending_disambiguation_pending,
  180. self._pending_progress_chapter is not None,
  181. self._pending_progress_words_delta != 0,
  182. ]
  183. )
  184. if not has_pending:
  185. return
  186. self.config.ensure_dirs()
  187. lock = filelock.FileLock(str(self._lock_path), timeout=10)
  188. try:
  189. with lock:
  190. disk_state = read_json_safe(self.config.state_file, default={})
  191. disk_state = self._ensure_state_schema(disk_state)
  192. # progress(合并为 max(chapter) + words_delta 累加)
  193. if self._pending_progress_chapter is not None or self._pending_progress_words_delta != 0:
  194. progress = disk_state.get("progress", {})
  195. if not isinstance(progress, dict):
  196. progress = {}
  197. disk_state["progress"] = progress
  198. try:
  199. current_chapter = int(progress.get("current_chapter", 0) or 0)
  200. except (TypeError, ValueError):
  201. current_chapter = 0
  202. if self._pending_progress_chapter is not None:
  203. progress["current_chapter"] = max(current_chapter, int(self._pending_progress_chapter))
  204. if self._pending_progress_words_delta:
  205. try:
  206. total_words = int(progress.get("total_words", 0) or 0)
  207. except (TypeError, ValueError):
  208. total_words = 0
  209. progress["total_words"] = total_words + int(self._pending_progress_words_delta)
  210. progress["last_updated"] = self._now_progress_timestamp()
  211. # v5.1: 强制使用 SQLite 模式,移除大数据字段
  212. # 确保 state.json 中不存在这些膨胀字段
  213. for field in ["entities_v3", "alias_index", "state_changes", "structured_relationships"]:
  214. disk_state.pop(field, None)
  215. # 标记已迁移
  216. disk_state["_migrated_to_sqlite"] = True
  217. # disambiguation_warnings(追加去重 + 截断)
  218. if self._pending_disambiguation_warnings:
  219. warnings_list = disk_state.get("disambiguation_warnings")
  220. if not isinstance(warnings_list, list):
  221. warnings_list = []
  222. disk_state["disambiguation_warnings"] = warnings_list
  223. def _warn_key(w: Dict[str, Any]) -> tuple:
  224. return (
  225. w.get("chapter"),
  226. w.get("mention"),
  227. w.get("chosen_id"),
  228. w.get("confidence"),
  229. )
  230. existing_keys = {_warn_key(w) for w in warnings_list if isinstance(w, dict)}
  231. for w in self._pending_disambiguation_warnings:
  232. if not isinstance(w, dict):
  233. continue
  234. k = _warn_key(w)
  235. if k in existing_keys:
  236. continue
  237. warnings_list.append(w)
  238. existing_keys.add(k)
  239. # 只保留最近 N 条,避免文件无限增长
  240. max_keep = self.config.max_disambiguation_warnings
  241. if len(warnings_list) > max_keep:
  242. disk_state["disambiguation_warnings"] = warnings_list[-max_keep:]
  243. # disambiguation_pending(追加去重 + 截断)
  244. if self._pending_disambiguation_pending:
  245. pending_list = disk_state.get("disambiguation_pending")
  246. if not isinstance(pending_list, list):
  247. pending_list = []
  248. disk_state["disambiguation_pending"] = pending_list
  249. def _pending_key(w: Dict[str, Any]) -> tuple:
  250. return (
  251. w.get("chapter"),
  252. w.get("mention"),
  253. w.get("suggested_id"),
  254. w.get("confidence"),
  255. )
  256. existing_keys = {_pending_key(w) for w in pending_list if isinstance(w, dict)}
  257. for w in self._pending_disambiguation_pending:
  258. if not isinstance(w, dict):
  259. continue
  260. k = _pending_key(w)
  261. if k in existing_keys:
  262. continue
  263. pending_list.append(w)
  264. existing_keys.add(k)
  265. max_keep = self.config.max_disambiguation_pending
  266. if len(pending_list) > max_keep:
  267. disk_state["disambiguation_pending"] = pending_list[-max_keep:]
  268. # 原子写入(锁已持有,不再二次加锁)
  269. atomic_write_json(self.config.state_file, disk_state, use_lock=False, backup=True)
  270. # v5.1: 同步到 SQLite(必须在清空 pending 之前调用)
  271. self._sync_to_sqlite()
  272. # 同步内存为磁盘最新快照,并清空增量队列
  273. self._state = disk_state
  274. self._pending_entity_patches.clear()
  275. self._pending_alias_entries.clear()
  276. self._pending_state_changes.clear()
  277. self._pending_structured_relationships.clear()
  278. self._pending_disambiguation_warnings.clear()
  279. self._pending_disambiguation_pending.clear()
  280. self._pending_progress_chapter = None
  281. self._pending_progress_words_delta = 0
  282. except filelock.Timeout:
  283. raise RuntimeError("无法获取 state.json 文件锁,请稍后重试")
  284. def _sync_to_sqlite(self):
  285. """v5.1: 同步待处理数据到 SQLite"""
  286. if not self._sql_state_manager:
  287. return
  288. # 方式1: 通过 process_chapter_result 收集的数据
  289. sqlite_data = self._pending_sqlite_data
  290. chapter = sqlite_data.get("chapter")
  291. # 记录已处理的 (entity_id, chapter) 组合,避免重复写入 appearances
  292. processed_appearances = set()
  293. if chapter is not None:
  294. try:
  295. self._sql_state_manager.process_chapter_entities(
  296. chapter=chapter,
  297. entities_appeared=sqlite_data.get("entities_appeared", []),
  298. entities_new=sqlite_data.get("entities_new", []),
  299. state_changes=sqlite_data.get("state_changes", []),
  300. relationships_new=sqlite_data.get("relationships_new", [])
  301. )
  302. # 标记已处理的出场记录
  303. for entity in sqlite_data.get("entities_appeared", []):
  304. if entity.get("id"):
  305. processed_appearances.add((entity.get("id"), chapter))
  306. for entity in sqlite_data.get("entities_new", []):
  307. eid = entity.get("suggested_id") or entity.get("id")
  308. if eid:
  309. processed_appearances.add((eid, chapter))
  310. except Exception:
  311. pass # SQLite 同步失败时静默降级,不影响主流程
  312. # 方式2: 通过 add_entity/update_entity 等直接调用收集的数据
  313. # 这些数据存储在 _pending_entity_patches 等变量中
  314. self._sync_pending_patches_to_sqlite(processed_appearances)
  315. # 清空
  316. self._clear_pending_sqlite_data()
  317. def _sync_pending_patches_to_sqlite(self, processed_appearances: set = None):
  318. """v5.1: 同步 _pending_entity_patches 等到 SQLite
  319. Args:
  320. processed_appearances: 已通过 process_chapter_entities 处理的 (entity_id, chapter) 集合,
  321. 用于避免重复写入 appearances 表(防止覆盖 mentions)
  322. """
  323. if not self._sql_state_manager:
  324. return
  325. if processed_appearances is None:
  326. processed_appearances = set()
  327. # 元数据字段(不应写入 current_json)
  328. METADATA_FIELDS = {"canonical_name", "tier", "desc", "is_protagonist", "is_archived"}
  329. try:
  330. from .sql_state_manager import EntityData
  331. from .index_manager import EntityMeta
  332. # 同步实体补丁
  333. for (entity_type, entity_id), patch in self._pending_entity_patches.items():
  334. if patch.base_entity:
  335. # 新实体
  336. entity_data = EntityData(
  337. id=entity_id,
  338. type=entity_type,
  339. name=patch.base_entity.get("canonical_name", entity_id),
  340. tier=patch.base_entity.get("tier", "装饰"),
  341. desc=patch.base_entity.get("desc", ""),
  342. current=patch.base_entity.get("current", {}),
  343. aliases=[],
  344. first_appearance=patch.base_entity.get("first_appearance", 0),
  345. last_appearance=patch.base_entity.get("last_appearance", 0),
  346. is_protagonist=patch.base_entity.get("is_protagonist", False)
  347. )
  348. self._sql_state_manager.upsert_entity(entity_data)
  349. # 记录首次出场(跳过已处理的,避免覆盖 mentions)
  350. if patch.appearance_chapter is not None:
  351. if (entity_id, patch.appearance_chapter) not in processed_appearances:
  352. self._sql_state_manager._index_manager.record_appearance(
  353. entity_id=entity_id,
  354. chapter=patch.appearance_chapter,
  355. mentions=[entity_data.name],
  356. confidence=1.0,
  357. skip_if_exists=True # 关键:不覆盖已有记录
  358. )
  359. else:
  360. # 更新现有实体
  361. has_metadata_updates = bool(patch.top_updates and
  362. any(k in METADATA_FIELDS for k in patch.top_updates))
  363. # 非元数据的 top_updates 应该当作 current 更新
  364. # 例如:realm, layer, location 等状态字段
  365. non_metadata_top_updates = {
  366. k: v for k, v in patch.top_updates.items()
  367. if k not in METADATA_FIELDS
  368. } if patch.top_updates else {}
  369. # 合并 current_updates 和非元数据的 top_updates
  370. effective_current_updates = {**non_metadata_top_updates}
  371. if patch.current_updates:
  372. effective_current_updates.update(patch.current_updates)
  373. if has_metadata_updates:
  374. # 有元数据更新:使用 upsert_entity(update_metadata=True)
  375. existing = self._sql_state_manager.get_entity(entity_id)
  376. if existing:
  377. # 合并 current
  378. current = existing.get("current_json", {})
  379. if isinstance(current, str):
  380. import json
  381. current = json.loads(current) if current else {}
  382. if effective_current_updates:
  383. current.update(effective_current_updates)
  384. new_canonical_name = patch.top_updates.get("canonical_name")
  385. old_canonical_name = existing.get("canonical_name", "")
  386. entity_meta = EntityMeta(
  387. id=entity_id,
  388. type=existing.get("type", entity_type),
  389. canonical_name=new_canonical_name or old_canonical_name,
  390. tier=patch.top_updates.get("tier", existing.get("tier", "装饰")),
  391. desc=patch.top_updates.get("desc", existing.get("desc", "")),
  392. current=current,
  393. first_appearance=existing.get("first_appearance", 0),
  394. last_appearance=patch.appearance_chapter or existing.get("last_appearance", 0),
  395. is_protagonist=patch.top_updates.get("is_protagonist", existing.get("is_protagonist", False)),
  396. is_archived=patch.top_updates.get("is_archived", existing.get("is_archived", False))
  397. )
  398. self._sql_state_manager._index_manager.upsert_entity(entity_meta, update_metadata=True)
  399. # 如果 canonical_name 改名,自动注册新名字为 alias
  400. if new_canonical_name and new_canonical_name != old_canonical_name:
  401. self._sql_state_manager.register_alias(
  402. new_canonical_name, entity_id, existing.get("type", entity_type)
  403. )
  404. elif effective_current_updates:
  405. # 只有 current 更新(包括非元数据的 top_updates)
  406. self._sql_state_manager.update_entity_current(entity_id, effective_current_updates)
  407. # 更新 last_appearance 并记录出场
  408. if patch.appearance_chapter is not None:
  409. self._sql_state_manager._update_last_appearance(entity_id, patch.appearance_chapter)
  410. # 补充 appearances 记录
  411. # 使用 skip_if_exists=True 避免覆盖已有记录的 mentions
  412. if (entity_id, patch.appearance_chapter) not in processed_appearances:
  413. self._sql_state_manager._index_manager.record_appearance(
  414. entity_id=entity_id,
  415. chapter=patch.appearance_chapter,
  416. mentions=[],
  417. confidence=1.0,
  418. skip_if_exists=True # 关键:不覆盖已有记录
  419. )
  420. # 同步别名
  421. for alias, entries in self._pending_alias_entries.items():
  422. for entry in entries:
  423. entity_type = entry.get("type")
  424. entity_id = entry.get("id")
  425. if entity_type and entity_id:
  426. self._sql_state_manager.register_alias(alias, entity_id, entity_type)
  427. # 同步状态变化
  428. for change in self._pending_state_changes:
  429. self._sql_state_manager.record_state_change(
  430. entity_id=change.get("entity_id", ""),
  431. field=change.get("field", ""),
  432. old_value=change.get("old", change.get("old_value", "")),
  433. new_value=change.get("new", change.get("new_value", "")),
  434. reason=change.get("reason", ""),
  435. chapter=change.get("chapter", 0)
  436. )
  437. # 同步关系
  438. for rel in self._pending_structured_relationships:
  439. self._sql_state_manager.upsert_relationship(
  440. from_entity=rel.get("from_entity", ""),
  441. to_entity=rel.get("to_entity", ""),
  442. type=rel.get("type", "相识"),
  443. description=rel.get("description", ""),
  444. chapter=rel.get("chapter", 0)
  445. )
  446. except Exception:
  447. pass # SQLite 同步失败时静默降级
  448. def _clear_pending_sqlite_data(self):
  449. """清空待同步的 SQLite 数据"""
  450. self._pending_sqlite_data = {
  451. "entities_appeared": [],
  452. "entities_new": [],
  453. "state_changes": [],
  454. "relationships_new": [],
  455. "chapter": None
  456. }
  457. # ==================== 进度管理 ====================
  458. def get_current_chapter(self) -> int:
  459. """获取当前章节号"""
  460. return self._state.get("progress", {}).get("current_chapter", 0)
  461. def update_progress(self, chapter: int, words: int = 0):
  462. """更新进度"""
  463. if "progress" not in self._state:
  464. self._state["progress"] = {}
  465. self._state["progress"]["current_chapter"] = chapter
  466. if words > 0:
  467. total = self._state["progress"].get("total_words", 0)
  468. self._state["progress"]["total_words"] = total + words
  469. # 记录增量:锁内合并时用 max(chapter) + words_delta 累加
  470. if self._pending_progress_chapter is None:
  471. self._pending_progress_chapter = chapter
  472. else:
  473. self._pending_progress_chapter = max(self._pending_progress_chapter, chapter)
  474. if words > 0:
  475. self._pending_progress_words_delta += int(words)
  476. # ==================== 实体管理 (v5.1 SQLite-first) ====================
  477. def get_entity(self, entity_id: str, entity_type: str = None) -> Optional[Dict]:
  478. """获取实体 (v5.1: 优先从 SQLite 读取)"""
  479. # v5.1: 优先从 SQLite 读取
  480. if self._sql_state_manager:
  481. entity = self._sql_state_manager._index_manager.get_entity(entity_id)
  482. if entity:
  483. return entity
  484. # 回退到内存 state (兼容未迁移场景)
  485. entities_v3 = self._state.get("entities_v3", {})
  486. if entity_type:
  487. return entities_v3.get(entity_type, {}).get(entity_id)
  488. # 遍历所有类型查找
  489. for type_name, entities in entities_v3.items():
  490. if entity_id in entities:
  491. return entities[entity_id]
  492. return None
  493. def get_entity_type(self, entity_id: str) -> Optional[str]:
  494. """获取实体所属类型"""
  495. # v5.1: 优先从 SQLite 读取
  496. if self._sql_state_manager:
  497. entity = self._sql_state_manager._index_manager.get_entity(entity_id)
  498. if entity:
  499. return entity.get("type")
  500. # 回退到内存 state
  501. for type_name, entities in self._state.get("entities_v3", {}).items():
  502. if entity_id in entities:
  503. return type_name
  504. return None
  505. def get_all_entities(self) -> Dict[str, Dict]:
  506. """获取所有实体(扁平化视图)"""
  507. # v5.1: 优先从 SQLite 读取
  508. if self._sql_state_manager:
  509. result = {}
  510. for entity_type in self.ENTITY_TYPES:
  511. entities = self._sql_state_manager._index_manager.get_entities_by_type(entity_type)
  512. for e in entities:
  513. eid = e.get("id")
  514. if eid:
  515. result[eid] = {**e, "type": entity_type}
  516. if result:
  517. return result
  518. # 回退到内存 state
  519. result = {}
  520. for type_name, entities in self._state.get("entities_v3", {}).items():
  521. for eid, e in entities.items():
  522. result[eid] = {**e, "type": type_name}
  523. return result
  524. def get_entities_by_type(self, entity_type: str) -> Dict[str, Dict]:
  525. """按类型获取实体"""
  526. # v5.1: 优先从 SQLite 读取
  527. if self._sql_state_manager:
  528. entities = self._sql_state_manager._index_manager.get_entities_by_type(entity_type)
  529. if entities:
  530. return {e.get("id"): e for e in entities if e.get("id")}
  531. # 回退到内存 state
  532. return self._state.get("entities_v3", {}).get(entity_type, {})
  533. def get_entities_by_tier(self, tier: str) -> Dict[str, Dict]:
  534. """按层级获取实体"""
  535. # v5.1: 优先从 SQLite 读取
  536. if self._sql_state_manager:
  537. result = {}
  538. for entity_type in self.ENTITY_TYPES:
  539. entities = self._sql_state_manager._index_manager.get_entities_by_tier(tier)
  540. for e in entities:
  541. eid = e.get("id")
  542. if eid and e.get("type") == entity_type:
  543. result[eid] = {**e, "type": entity_type}
  544. if result:
  545. return result
  546. # 回退到内存 state
  547. result = {}
  548. for type_name, entities in self._state.get("entities_v3", {}).items():
  549. for eid, e in entities.items():
  550. if e.get("tier") == tier:
  551. result[eid] = {**e, "type": type_name}
  552. return result
  553. def add_entity(self, entity: EntityState) -> bool:
  554. """添加新实体 (v5.0 entities_v3 格式)"""
  555. entity_type = entity.type
  556. if entity_type not in self.ENTITY_TYPES:
  557. entity_type = "角色"
  558. if "entities_v3" not in self._state:
  559. self._state["entities_v3"] = {t: {} for t in self.ENTITY_TYPES}
  560. if entity_type not in self._state["entities_v3"]:
  561. self._state["entities_v3"][entity_type] = {}
  562. # 检查是否已存在
  563. if entity.id in self._state["entities_v3"][entity_type]:
  564. return False
  565. # 转换为 v3 格式
  566. v3_entity = {
  567. "canonical_name": entity.name,
  568. "tier": entity.tier,
  569. "desc": "",
  570. "current": entity.attributes,
  571. "first_appearance": entity.first_appearance,
  572. "last_appearance": entity.last_appearance,
  573. "history": []
  574. }
  575. self._state["entities_v3"][entity_type][entity.id] = v3_entity
  576. # 记录实体补丁(新建:仅填充缺失字段,避免覆盖并发写入)
  577. patch = self._pending_entity_patches.get((entity_type, entity.id))
  578. if patch is None:
  579. patch = _EntityPatch(entity_type=entity_type, entity_id=entity.id)
  580. self._pending_entity_patches[(entity_type, entity.id)] = patch
  581. patch.replace = True
  582. patch.base_entity = v3_entity
  583. # v5.1: 注册别名到 index.db (通过 SQLStateManager)
  584. if self._sql_state_manager:
  585. self._sql_state_manager._index_manager.register_alias(entity.name, entity.id, entity_type)
  586. for alias in entity.aliases:
  587. if alias:
  588. self._sql_state_manager._index_manager.register_alias(alias, entity.id, entity_type)
  589. return True
  590. def _register_alias_internal(self, entity_id: str, entity_type: str, alias: str):
  591. """内部方法:注册别名到 index.db (v5.1)"""
  592. if not alias:
  593. return
  594. # v5.1: 直接写入 SQLite
  595. if self._sql_state_manager:
  596. self._sql_state_manager._index_manager.register_alias(alias, entity_id, entity_type)
  597. def update_entity(self, entity_id: str, updates: Dict[str, Any], entity_type: str = None) -> bool:
  598. """更新实体属性 (v5.0)"""
  599. # 查找实体
  600. if entity_type:
  601. if entity_id not in self._state.get("entities_v3", {}).get(entity_type, {}):
  602. return False
  603. entity = self._state["entities_v3"][entity_type][entity_id]
  604. else:
  605. entity_type = self.get_entity_type(entity_id)
  606. if not entity_type:
  607. return False
  608. entity = self._state["entities_v3"][entity_type][entity_id]
  609. for key, value in updates.items():
  610. if key == "attributes" and isinstance(value, dict):
  611. # v5.0: attributes 存在 current 字段
  612. if "current" not in entity:
  613. entity["current"] = {}
  614. entity["current"].update(value)
  615. # 记录补丁(current 增量)
  616. patch = self._pending_entity_patches.get((entity_type, entity_id))
  617. if patch is None:
  618. patch = _EntityPatch(entity_type=entity_type, entity_id=entity_id)
  619. self._pending_entity_patches[(entity_type, entity_id)] = patch
  620. patch.current_updates.update(value)
  621. elif key == "current" and isinstance(value, dict):
  622. if "current" not in entity:
  623. entity["current"] = {}
  624. entity["current"].update(value)
  625. patch = self._pending_entity_patches.get((entity_type, entity_id))
  626. if patch is None:
  627. patch = _EntityPatch(entity_type=entity_type, entity_id=entity_id)
  628. self._pending_entity_patches[(entity_type, entity_id)] = patch
  629. patch.current_updates.update(value)
  630. else:
  631. entity[key] = value
  632. patch = self._pending_entity_patches.get((entity_type, entity_id))
  633. if patch is None:
  634. patch = _EntityPatch(entity_type=entity_type, entity_id=entity_id)
  635. self._pending_entity_patches[(entity_type, entity_id)] = patch
  636. patch.top_updates[key] = value
  637. return True
  638. def update_entity_appearance(self, entity_id: str, chapter: int, entity_type: str = None):
  639. """更新实体出场章节"""
  640. if not entity_type:
  641. entity_type = self.get_entity_type(entity_id)
  642. if not entity_type:
  643. return
  644. entity = self._state["entities_v3"][entity_type].get(entity_id)
  645. if entity:
  646. if entity.get("first_appearance", 0) == 0:
  647. entity["first_appearance"] = chapter
  648. entity["last_appearance"] = chapter
  649. # 记录补丁:锁内应用 first=min(non-zero), last=max
  650. patch = self._pending_entity_patches.get((entity_type, entity_id))
  651. if patch is None:
  652. patch = _EntityPatch(entity_type=entity_type, entity_id=entity_id)
  653. self._pending_entity_patches[(entity_type, entity_id)] = patch
  654. if patch.appearance_chapter is None:
  655. patch.appearance_chapter = chapter
  656. else:
  657. patch.appearance_chapter = max(int(patch.appearance_chapter), int(chapter))
  658. # ==================== 状态变化记录 ====================
  659. def record_state_change(
  660. self,
  661. entity_id: str,
  662. field: str,
  663. old_value: Any,
  664. new_value: Any,
  665. reason: str,
  666. chapter: int
  667. ):
  668. """记录状态变化"""
  669. if "state_changes" not in self._state:
  670. self._state["state_changes"] = []
  671. change = StateChange(
  672. entity_id=entity_id,
  673. field=field,
  674. old_value=old_value,
  675. new_value=new_value,
  676. reason=reason,
  677. chapter=chapter
  678. )
  679. change_dict = asdict(change)
  680. self._state["state_changes"].append(change_dict)
  681. self._pending_state_changes.append(change_dict)
  682. # 同时更新实体属性
  683. self.update_entity(entity_id, {"attributes": {field: new_value}})
  684. def get_state_changes(self, entity_id: Optional[str] = None) -> List[Dict]:
  685. """获取状态变化历史"""
  686. changes = self._state.get("state_changes", [])
  687. if entity_id:
  688. changes = [c for c in changes if c.get("entity_id") == entity_id]
  689. return changes
  690. # ==================== 关系管理 ====================
  691. def add_relationship(
  692. self,
  693. from_entity: str,
  694. to_entity: str,
  695. rel_type: str,
  696. description: str,
  697. chapter: int
  698. ):
  699. """添加关系"""
  700. rel = Relationship(
  701. from_entity=from_entity,
  702. to_entity=to_entity,
  703. type=rel_type,
  704. description=description,
  705. chapter=chapter
  706. )
  707. # v5.0: 实体关系存入 structured_relationships,避免与 relationships(人物关系字典) 冲突
  708. if "structured_relationships" not in self._state:
  709. self._state["structured_relationships"] = []
  710. rel_dict = asdict(rel)
  711. self._state["structured_relationships"].append(rel_dict)
  712. self._pending_structured_relationships.append(rel_dict)
  713. def get_relationships(self, entity_id: Optional[str] = None) -> List[Dict]:
  714. """获取关系列表"""
  715. rels = self._state.get("structured_relationships", [])
  716. if entity_id:
  717. rels = [
  718. r for r in rels
  719. if r.get("from_entity") == entity_id or r.get("to_entity") == entity_id
  720. ]
  721. return rels
  722. # ==================== 批量操作 ====================
  723. def _record_disambiguation(self, chapter: int, uncertain_items: Any) -> List[str]:
  724. """
  725. 记录消歧反馈到 state.json,便于 Writer/Context Agent 感知风险。
  726. 约定:
  727. - >= extraction_confidence_medium:写入 disambiguation_warnings(采用但警告)
  728. - < extraction_confidence_medium:写入 disambiguation_pending(需人工确认)
  729. """
  730. if not isinstance(uncertain_items, list) or not uncertain_items:
  731. return []
  732. warnings: List[str] = []
  733. now = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
  734. for item in uncertain_items:
  735. if not isinstance(item, dict):
  736. continue
  737. mention = str(item.get("mention", "") or "").strip()
  738. if not mention:
  739. continue
  740. raw_conf = item.get("confidence", 0.0)
  741. try:
  742. confidence = float(raw_conf)
  743. except (TypeError, ValueError):
  744. confidence = 0.0
  745. # 候选:支持 [{"type","id"}...] 或 ["id1","id2"] 两种形式
  746. candidates_raw = item.get("candidates", [])
  747. candidates: List[Dict[str, str]] = []
  748. if isinstance(candidates_raw, list):
  749. for c in candidates_raw:
  750. if isinstance(c, dict):
  751. cid = str(c.get("id", "") or "").strip()
  752. ctype = str(c.get("type", "") or "").strip()
  753. entry: Dict[str, str] = {}
  754. if ctype:
  755. entry["type"] = ctype
  756. if cid:
  757. entry["id"] = cid
  758. if entry:
  759. candidates.append(entry)
  760. else:
  761. cid = str(c).strip()
  762. if cid:
  763. candidates.append({"id": cid})
  764. entity_type = str(item.get("type", "") or "").strip()
  765. suggested_id = str(item.get("suggested", "") or "").strip()
  766. adopted_raw = item.get("adopted", None)
  767. chosen_id = ""
  768. if isinstance(adopted_raw, str):
  769. chosen_id = adopted_raw.strip()
  770. elif adopted_raw is True:
  771. chosen_id = suggested_id
  772. else:
  773. # 兼容字段名:entity_id / chosen_id
  774. chosen_id = str(item.get("entity_id") or item.get("chosen_id") or "").strip() or suggested_id
  775. context = str(item.get("context", "") or "").strip()
  776. note = str(item.get("warning", "") or "").strip()
  777. record: Dict[str, Any] = {
  778. "chapter": int(chapter),
  779. "mention": mention,
  780. "type": entity_type,
  781. "suggested_id": suggested_id,
  782. "chosen_id": chosen_id,
  783. "confidence": confidence,
  784. "candidates": candidates,
  785. "context": context,
  786. "note": note,
  787. "created_at": now,
  788. }
  789. if confidence >= float(self.config.extraction_confidence_medium):
  790. self._state.setdefault("disambiguation_warnings", []).append(record)
  791. self._pending_disambiguation_warnings.append(record)
  792. chosen_part = f" → {chosen_id}" if chosen_id else ""
  793. warnings.append(f"消歧警告: {mention}{chosen_part} (confidence: {confidence:.2f})")
  794. else:
  795. self._state.setdefault("disambiguation_pending", []).append(record)
  796. self._pending_disambiguation_pending.append(record)
  797. warnings.append(f"消歧需人工确认: {mention} (confidence: {confidence:.2f})")
  798. return warnings
  799. def process_chapter_result(self, chapter: int, result: Dict) -> List[str]:
  800. """
  801. 处理 Data Agent 的章节处理结果 (v5.1)
  802. 输入格式:
  803. - entities_appeared: 出场实体列表
  804. - entities_new: 新实体列表
  805. - state_changes: 状态变化列表
  806. - relationships_new: 新关系列表
  807. 返回警告列表
  808. """
  809. warnings = []
  810. # v5.1: 记录章节号用于 SQLite 同步
  811. self._pending_sqlite_data["chapter"] = chapter
  812. # 处理出场实体
  813. for entity in result.get("entities_appeared", []):
  814. entity_id = entity.get("id")
  815. entity_type = entity.get("type")
  816. if entity_id:
  817. self.update_entity_appearance(entity_id, chapter, entity_type)
  818. # v5.1: 缓存用于 SQLite 同步
  819. self._pending_sqlite_data["entities_appeared"].append(entity)
  820. # 处理新实体
  821. for entity in result.get("entities_new", []):
  822. entity_id = entity.get("suggested_id") or entity.get("id")
  823. if entity_id and entity_id != "NEW":
  824. new_entity = EntityState(
  825. id=entity_id,
  826. name=entity.get("name", ""),
  827. type=entity.get("type", "角色"),
  828. tier=entity.get("tier", "装饰"),
  829. aliases=entity.get("mentions", []),
  830. first_appearance=chapter,
  831. last_appearance=chapter
  832. )
  833. if not self.add_entity(new_entity):
  834. warnings.append(f"实体已存在: {entity_id}")
  835. # v5.1: 缓存用于 SQLite 同步
  836. self._pending_sqlite_data["entities_new"].append(entity)
  837. # 处理状态变化
  838. for change in result.get("state_changes", []):
  839. self.record_state_change(
  840. entity_id=change.get("entity_id", ""),
  841. field=change.get("field", ""),
  842. old_value=change.get("old"),
  843. new_value=change.get("new"),
  844. reason=change.get("reason", ""),
  845. chapter=chapter
  846. )
  847. # v5.1: 缓存用于 SQLite 同步
  848. self._pending_sqlite_data["state_changes"].append(change)
  849. # 处理关系
  850. for rel in result.get("relationships_new", []):
  851. self.add_relationship(
  852. from_entity=rel.get("from", ""),
  853. to_entity=rel.get("to", ""),
  854. rel_type=rel.get("type", ""),
  855. description=rel.get("description", ""),
  856. chapter=chapter
  857. )
  858. # v5.1: 缓存用于 SQLite 同步
  859. self._pending_sqlite_data["relationships_new"].append(rel)
  860. # 处理消歧不确定项(不影响实体写入,但必须对 Writer 可见)
  861. warnings.extend(self._record_disambiguation(chapter, result.get("uncertain", [])))
  862. # 更新进度
  863. self.update_progress(chapter)
  864. # 同步主角状态(entities_v3 → protagonist_state)
  865. self.sync_protagonist_from_entity()
  866. return warnings
  867. # ==================== 导出 ====================
  868. def export_for_context(self) -> Dict:
  869. """导出用于上下文的精简版状态 (v5.0)"""
  870. # 从 entities_v3 构建精简视图
  871. entities_flat = {}
  872. for type_name, entities in self._state.get("entities_v3", {}).items():
  873. for eid, e in entities.items():
  874. entities_flat[eid] = {
  875. "name": e.get("canonical_name", eid),
  876. "type": type_name,
  877. "tier": e.get("tier", "装饰"),
  878. "current": e.get("current", {})
  879. }
  880. return {
  881. "progress": self._state.get("progress", {}),
  882. "entities": entities_flat,
  883. # v5.1: alias_index 已迁移到 index.db,这里返回空(兼容性)
  884. "alias_index": {},
  885. "recent_changes": [], # v5.1: 从 index.db 查询
  886. "disambiguation": {
  887. "warnings": self._state.get("disambiguation_warnings", [])[-self.config.export_disambiguation_slice:],
  888. "pending": self._state.get("disambiguation_pending", [])[-self.config.export_disambiguation_slice:],
  889. },
  890. }
  891. # ==================== 主角同步 ====================
  892. def get_protagonist_entity_id(self) -> Optional[str]:
  893. """获取主角实体 ID(通过 is_protagonist 标记或 SQLite 查询)"""
  894. # 方式1: 通过 SQLStateManager 查询 (v5.1)
  895. if self._sql_state_manager:
  896. protagonist = self._sql_state_manager.get_protagonist()
  897. if protagonist:
  898. return protagonist.get("id")
  899. # 方式2: 通过 protagonist_state.name 查找别名
  900. protag_name = self._state.get("protagonist_state", {}).get("name")
  901. if protag_name and self._sql_state_manager:
  902. entities = self._sql_state_manager._index_manager.get_entities_by_alias(protag_name)
  903. for entry in entities:
  904. if entry.get("type") == "角色":
  905. return entry.get("id")
  906. return None
  907. def sync_protagonist_from_entity(self, entity_id: str = None):
  908. """
  909. 将主角实体的状态同步到 protagonist_state (v5.1: 从 SQLite 读取)
  910. 用于确保 consistency-checker 等依赖 protagonist_state 的组件获取最新数据
  911. """
  912. if entity_id is None:
  913. entity_id = self.get_protagonist_entity_id()
  914. if entity_id is None:
  915. return
  916. entity = self.get_entity(entity_id, "角色")
  917. if not entity:
  918. return
  919. current = entity.get("current", {})
  920. protag = self._state.setdefault("protagonist_state", {})
  921. # 同步境界
  922. if "realm" in current:
  923. power = protag.setdefault("power", {})
  924. power["realm"] = current["realm"]
  925. if "layer" in current:
  926. power["layer"] = current["layer"]
  927. # 同步位置
  928. if "location" in current:
  929. loc = protag.setdefault("location", {})
  930. loc["current"] = current["location"]
  931. if "last_chapter" in current:
  932. loc["last_chapter"] = current["last_chapter"]
  933. def sync_protagonist_to_entity(self, entity_id: str = None):
  934. """
  935. 将 protagonist_state 同步到 entities_v3 中的主角实体
  936. 用于初始化或手动编辑 protagonist_state 后保持一致性
  937. """
  938. if entity_id is None:
  939. entity_id = self.get_protagonist_entity_id()
  940. if entity_id is None:
  941. return
  942. protag = self._state.get("protagonist_state", {})
  943. if not protag:
  944. return
  945. updates = {}
  946. # 同步境界
  947. power = protag.get("power", {})
  948. if power.get("realm"):
  949. updates["realm"] = power["realm"]
  950. if power.get("layer"):
  951. updates["layer"] = power["layer"]
  952. # 同步位置
  953. loc = protag.get("location", {})
  954. if loc.get("current"):
  955. updates["location"] = loc["current"]
  956. if updates:
  957. self.update_entity(entity_id, updates, "角色")
  958. # ==================== CLI 接口 ====================
  959. def main():
  960. import argparse
  961. parser = argparse.ArgumentParser(description="State Manager CLI")
  962. parser.add_argument("--project-root", type=str, help="项目根目录")
  963. subparsers = parser.add_subparsers(dest="command")
  964. # 获取进度
  965. subparsers.add_parser("get-progress")
  966. # 获取实体
  967. get_entity_parser = subparsers.add_parser("get-entity")
  968. get_entity_parser.add_argument("--id", required=True, help="实体ID")
  969. # 列出实体
  970. list_parser = subparsers.add_parser("list-entities")
  971. list_parser.add_argument("--type", help="按类型过滤")
  972. list_parser.add_argument("--tier", help="按层级过滤")
  973. # 处理章节结果
  974. process_parser = subparsers.add_parser("process-chapter")
  975. process_parser.add_argument("--chapter", type=int, required=True, help="章节号")
  976. process_parser.add_argument("--data", required=True, help="JSON 格式的处理结果")
  977. args = parser.parse_args()
  978. # 初始化
  979. config = None
  980. if args.project_root:
  981. from .config import DataModulesConfig
  982. config = DataModulesConfig.from_project_root(args.project_root)
  983. manager = StateManager(config)
  984. if args.command == "get-progress":
  985. print(json.dumps(manager._state.get("progress", {}), ensure_ascii=False, indent=2))
  986. elif args.command == "get-entity":
  987. entity = manager.get_entity(args.id)
  988. if entity:
  989. print(json.dumps(entity, ensure_ascii=False, indent=2))
  990. else:
  991. print(f"未找到实体: {args.id}")
  992. elif args.command == "list-entities":
  993. if args.type:
  994. entities = manager.get_entities_by_type(args.type)
  995. elif args.tier:
  996. entities = manager.get_entities_by_tier(args.tier)
  997. else:
  998. entities = manager.get_all_entities()
  999. for eid, e in entities.items():
  1000. print(f"{eid}: {e.get('name')} ({e.get('type')}/{e.get('tier')})")
  1001. elif args.command == "process-chapter":
  1002. data = json.loads(args.data)
  1003. warnings = manager.process_chapter_result(args.chapter, data)
  1004. manager.save_state()
  1005. print(f"✓ 已处理第 {args.chapter} 章")
  1006. if warnings:
  1007. print("警告:")
  1008. for w in warnings:
  1009. print(f" - {w}")
  1010. if __name__ == "__main__":
  1011. main()