context_manager.py 38 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964
  1. #!/usr/bin/env python3
  2. # -*- coding: utf-8 -*-
  3. """
  4. ContextManager - assemble context packs with weighted priorities.
  5. """
  6. from __future__ import annotations
  7. import json
  8. import re
  9. from pathlib import Path
  10. from typing import Any, Dict, List, Optional
  11. from .config import get_config
  12. from .index_manager import IndexManager, WritingChecklistScoreMeta
  13. from .context_ranker import ContextRanker
  14. from .snapshot_manager import SnapshotManager, SnapshotVersionMismatch
  15. class ContextManager:
  16. DEFAULT_TEMPLATE = "plot"
  17. TEMPLATE_WEIGHTS = {
  18. "plot": {"core": 0.40, "scene": 0.35, "global": 0.25},
  19. "battle": {"core": 0.35, "scene": 0.45, "global": 0.20},
  20. "emotion": {"core": 0.45, "scene": 0.35, "global": 0.20},
  21. "transition": {"core": 0.50, "scene": 0.25, "global": 0.25},
  22. }
  23. TEMPLATE_WEIGHTS_DYNAMIC = {
  24. "early": {
  25. "plot": {"core": 0.48, "scene": 0.39, "global": 0.13},
  26. "battle": {"core": 0.42, "scene": 0.50, "global": 0.08},
  27. "emotion": {"core": 0.52, "scene": 0.38, "global": 0.10},
  28. "transition": {"core": 0.56, "scene": 0.28, "global": 0.16},
  29. },
  30. "mid": {
  31. "plot": {"core": 0.40, "scene": 0.35, "global": 0.25},
  32. "battle": {"core": 0.35, "scene": 0.45, "global": 0.20},
  33. "emotion": {"core": 0.45, "scene": 0.35, "global": 0.20},
  34. "transition": {"core": 0.50, "scene": 0.25, "global": 0.25},
  35. },
  36. "late": {
  37. "plot": {"core": 0.36, "scene": 0.29, "global": 0.35},
  38. "battle": {"core": 0.31, "scene": 0.39, "global": 0.30},
  39. "emotion": {"core": 0.41, "scene": 0.29, "global": 0.30},
  40. "transition": {"core": 0.46, "scene": 0.21, "global": 0.33},
  41. },
  42. }
  43. EXTRA_SECTIONS = {
  44. "story_skeleton",
  45. "memory",
  46. "preferences",
  47. "alerts",
  48. "reader_signal",
  49. "genre_profile",
  50. "writing_guidance",
  51. }
  52. SECTION_ORDER = [
  53. "core",
  54. "scene",
  55. "global",
  56. "reader_signal",
  57. "genre_profile",
  58. "writing_guidance",
  59. "story_skeleton",
  60. "memory",
  61. "preferences",
  62. "alerts",
  63. ]
  64. SUMMARY_SECTION_RE = re.compile(r"##\s*剧情摘要\s*\r?\n(.*?)(?=\r?\n##|\Z)", re.DOTALL)
  65. def __init__(self, config=None, snapshot_manager: Optional[SnapshotManager] = None):
  66. self.config = config or get_config()
  67. self.snapshot_manager = snapshot_manager or SnapshotManager(self.config)
  68. self.index_manager = IndexManager(self.config)
  69. self.context_ranker = ContextRanker(self.config)
  70. def _is_snapshot_compatible(self, cached: Dict[str, Any], template: str) -> bool:
  71. """判断快照是否可用于当前模板。"""
  72. if not isinstance(cached, dict):
  73. return False
  74. meta = cached.get("meta")
  75. if not isinstance(meta, dict):
  76. # 兼容旧快照:未记录 template 时仅允许默认模板复用
  77. return template == self.DEFAULT_TEMPLATE
  78. cached_template = meta.get("template")
  79. if not isinstance(cached_template, str):
  80. return template == self.DEFAULT_TEMPLATE
  81. return cached_template == template
  82. def build_context(
  83. self,
  84. chapter: int,
  85. template: str | None = None,
  86. use_snapshot: bool = True,
  87. save_snapshot: bool = True,
  88. max_chars: Optional[int] = None,
  89. ) -> Dict[str, Any]:
  90. template = template or self.DEFAULT_TEMPLATE
  91. self._active_template = template
  92. if template not in self.TEMPLATE_WEIGHTS:
  93. template = self.DEFAULT_TEMPLATE
  94. self._active_template = template
  95. if use_snapshot:
  96. try:
  97. cached = self.snapshot_manager.load_snapshot(chapter)
  98. if cached and self._is_snapshot_compatible(cached, template):
  99. return cached.get("payload", cached)
  100. except SnapshotVersionMismatch:
  101. # Snapshot incompatible; rebuild below.
  102. pass
  103. pack = self._build_pack(chapter)
  104. if getattr(self.config, "context_ranker_enabled", True):
  105. pack = self.context_ranker.rank_pack(pack, chapter)
  106. assembled = self.assemble_context(pack, template=template, max_chars=max_chars)
  107. if save_snapshot:
  108. meta = {"template": template}
  109. self.snapshot_manager.save_snapshot(chapter, assembled, meta=meta)
  110. return assembled
  111. def assemble_context(
  112. self,
  113. pack: Dict[str, Any],
  114. template: str = DEFAULT_TEMPLATE,
  115. max_chars: Optional[int] = None,
  116. ) -> Dict[str, Any]:
  117. chapter = int((pack.get("meta") or {}).get("chapter") or 0)
  118. weights = self._resolve_template_weights(template=template, chapter=chapter)
  119. max_chars = max_chars or 8000
  120. extra_budget = int(self.config.context_extra_section_budget or 0)
  121. sections = {}
  122. for section_name in self.SECTION_ORDER:
  123. if section_name in pack:
  124. sections[section_name] = pack[section_name]
  125. assembled: Dict[str, Any] = {"meta": pack.get("meta", {}), "sections": {}}
  126. for name, content in sections.items():
  127. weight = weights.get(name, 0.0)
  128. if weight > 0:
  129. budget = int(max_chars * weight)
  130. elif name in self.EXTRA_SECTIONS and extra_budget > 0:
  131. budget = extra_budget
  132. else:
  133. budget = None
  134. text = self._compact_json_text(content, budget)
  135. assembled["sections"][name] = {"content": content, "text": text, "budget": budget}
  136. assembled["template"] = template
  137. assembled["weights"] = weights
  138. if chapter > 0:
  139. assembled.setdefault("meta", {})["context_weight_stage"] = self._resolve_context_stage(chapter)
  140. return assembled
  141. def filter_invalid_items(self, items: List[Dict[str, Any]], source_type: str, id_key: str) -> List[Dict[str, Any]]:
  142. confirmed = self.index_manager.get_invalid_ids(source_type, status="confirmed")
  143. pending = self.index_manager.get_invalid_ids(source_type, status="pending")
  144. result = []
  145. for item in items:
  146. item_id = str(item.get(id_key, ""))
  147. if item_id in confirmed:
  148. continue
  149. if item_id in pending:
  150. item = dict(item)
  151. item["warning"] = "pending_invalid"
  152. result.append(item)
  153. return result
  154. def apply_confidence_filter(self, items: List[Dict[str, Any]], min_confidence: float) -> List[Dict[str, Any]]:
  155. filtered: List[Dict[str, Any]] = []
  156. for item in items:
  157. conf = item.get("confidence")
  158. if conf is None or conf >= min_confidence:
  159. filtered.append(item)
  160. return filtered
  161. def _build_pack(self, chapter: int) -> Dict[str, Any]:
  162. state = self._load_state()
  163. core = {
  164. "chapter_outline": self._load_outline(chapter),
  165. "protagonist_snapshot": state.get("protagonist_state", {}),
  166. "recent_summaries": self._load_recent_summaries(
  167. chapter,
  168. window=self.config.context_recent_summaries_window,
  169. ),
  170. "recent_meta": self._load_recent_meta(
  171. state,
  172. chapter,
  173. window=self.config.context_recent_meta_window,
  174. ),
  175. }
  176. scene = {
  177. "location_context": state.get("protagonist_state", {}).get("location", {}),
  178. "appearing_characters": self._load_recent_appearances(
  179. limit=self.config.context_max_appearing_characters,
  180. ),
  181. }
  182. scene["appearing_characters"] = self.filter_invalid_items(
  183. scene["appearing_characters"], source_type="entity", id_key="entity_id"
  184. )
  185. global_ctx = {
  186. "worldview_skeleton": self._load_setting("世界观"),
  187. "power_system_skeleton": self._load_setting("力量体系"),
  188. "style_contract_ref": self._load_setting("风格契约"),
  189. }
  190. preferences = self._load_json_optional(self.config.webnovel_dir / "preferences.json")
  191. memory = self._load_json_optional(self.config.webnovel_dir / "project_memory.json")
  192. story_skeleton = self._load_story_skeleton(chapter)
  193. alert_slice = max(0, int(self.config.context_alerts_slice))
  194. reader_signal = self._load_reader_signal(chapter)
  195. genre_profile = self._load_genre_profile(state)
  196. writing_guidance = self._build_writing_guidance(chapter, reader_signal, genre_profile)
  197. return {
  198. "meta": {"chapter": chapter},
  199. "core": core,
  200. "scene": scene,
  201. "global": global_ctx,
  202. "reader_signal": reader_signal,
  203. "genre_profile": genre_profile,
  204. "writing_guidance": writing_guidance,
  205. "story_skeleton": story_skeleton,
  206. "preferences": preferences,
  207. "memory": memory,
  208. "alerts": {
  209. "disambiguation_warnings": (
  210. state.get("disambiguation_warnings", [])[-alert_slice:] if alert_slice else []
  211. ),
  212. "disambiguation_pending": (
  213. state.get("disambiguation_pending", [])[-alert_slice:] if alert_slice else []
  214. ),
  215. },
  216. }
  217. def _load_reader_signal(self, chapter: int) -> Dict[str, Any]:
  218. if not getattr(self.config, "context_reader_signal_enabled", True):
  219. return {}
  220. recent_limit = max(1, int(getattr(self.config, "context_reader_signal_recent_limit", 5)))
  221. pattern_window = max(1, int(getattr(self.config, "context_reader_signal_window_chapters", 20)))
  222. review_window = max(1, int(getattr(self.config, "context_reader_signal_review_window", 5)))
  223. include_debt = bool(getattr(self.config, "context_reader_signal_include_debt", False))
  224. recent_power = self.index_manager.get_recent_reading_power(limit=recent_limit)
  225. pattern_stats = self.index_manager.get_pattern_usage_stats(last_n_chapters=pattern_window)
  226. hook_stats = self.index_manager.get_hook_type_stats(last_n_chapters=pattern_window)
  227. review_trend = self.index_manager.get_review_trend_stats(last_n=review_window)
  228. low_score_ranges: List[Dict[str, Any]] = []
  229. for row in review_trend.get("recent_ranges", []):
  230. score = row.get("overall_score")
  231. if isinstance(score, (int, float)) and float(score) < 75:
  232. low_score_ranges.append(
  233. {
  234. "start_chapter": row.get("start_chapter"),
  235. "end_chapter": row.get("end_chapter"),
  236. "overall_score": score,
  237. }
  238. )
  239. signal: Dict[str, Any] = {
  240. "recent_reading_power": recent_power,
  241. "pattern_usage": pattern_stats,
  242. "hook_type_usage": hook_stats,
  243. "review_trend": review_trend,
  244. "low_score_ranges": low_score_ranges,
  245. "next_chapter": chapter,
  246. }
  247. if include_debt:
  248. signal["debt_summary"] = self.index_manager.get_debt_summary()
  249. return signal
  250. def _load_genre_profile(self, state: Dict[str, Any]) -> Dict[str, Any]:
  251. if not getattr(self.config, "context_genre_profile_enabled", True):
  252. return {}
  253. fallback = str(getattr(self.config, "context_genre_profile_fallback", "shuangwen") or "shuangwen")
  254. genre_raw = str((state.get("project") or {}).get("genre") or fallback)
  255. genres = self._parse_genre_tokens(genre_raw)
  256. if not genres:
  257. genres = [fallback]
  258. max_genres = max(1, int(getattr(self.config, "context_genre_profile_max_genres", 2)))
  259. genres = genres[:max_genres]
  260. primary_genre = genres[0]
  261. secondary_genres = genres[1:]
  262. composite = len(genres) > 1
  263. profile_path = self.config.project_root / ".claude" / "references" / "genre-profiles.md"
  264. taxonomy_path = self.config.project_root / ".claude" / "references" / "reading-power-taxonomy.md"
  265. profile_text = profile_path.read_text(encoding="utf-8") if profile_path.exists() else ""
  266. taxonomy_text = taxonomy_path.read_text(encoding="utf-8") if taxonomy_path.exists() else ""
  267. profile_excerpt = self._extract_genre_section(profile_text, primary_genre)
  268. taxonomy_excerpt = self._extract_genre_section(taxonomy_text, primary_genre)
  269. secondary_profiles: List[str] = []
  270. secondary_taxonomies: List[str] = []
  271. for extra in secondary_genres:
  272. secondary_profiles.append(self._extract_genre_section(profile_text, extra))
  273. secondary_taxonomies.append(self._extract_genre_section(taxonomy_text, extra))
  274. refs = self._extract_markdown_refs(
  275. "\n".join([profile_excerpt] + secondary_profiles),
  276. max_items=int(getattr(self.config, "context_genre_profile_max_refs", 8)),
  277. )
  278. composite_hints = self._build_composite_genre_hints(genres, refs)
  279. return {
  280. "genre": primary_genre,
  281. "genre_raw": genre_raw,
  282. "genres": genres,
  283. "composite": composite,
  284. "secondary_genres": secondary_genres,
  285. "profile_excerpt": profile_excerpt,
  286. "taxonomy_excerpt": taxonomy_excerpt,
  287. "secondary_profile_excerpts": secondary_profiles,
  288. "secondary_taxonomy_excerpts": secondary_taxonomies,
  289. "reference_hints": refs,
  290. "composite_hints": composite_hints,
  291. }
  292. def _build_writing_guidance(
  293. self,
  294. chapter: int,
  295. reader_signal: Dict[str, Any],
  296. genre_profile: Dict[str, Any],
  297. ) -> Dict[str, Any]:
  298. if not getattr(self.config, "context_writing_guidance_enabled", True):
  299. return {}
  300. guidance: List[str] = []
  301. limit = max(1, int(getattr(self.config, "context_writing_guidance_max_items", 6)))
  302. low_score_threshold = float(
  303. getattr(self.config, "context_writing_guidance_low_score_threshold", 75.0)
  304. )
  305. low_ranges = reader_signal.get("low_score_ranges") or []
  306. if low_ranges:
  307. worst = min(
  308. low_ranges,
  309. key=lambda row: float(row.get("overall_score", 9999)),
  310. )
  311. guidance.append(
  312. f"第{chapter}章优先修复近期低分段问题:参考{worst.get('start_chapter')}-{worst.get('end_chapter')}章,强化冲突推进与结尾钩子。"
  313. )
  314. hook_usage = reader_signal.get("hook_type_usage") or {}
  315. if hook_usage and getattr(self.config, "context_writing_guidance_hook_diversify", True):
  316. dominant_hook = max(hook_usage.items(), key=lambda kv: kv[1])[0]
  317. guidance.append(
  318. f"近期钩子类型“{dominant_hook}”使用偏多,本章建议做钩子差异化,避免连续同构。"
  319. )
  320. pattern_usage = reader_signal.get("pattern_usage") or {}
  321. if pattern_usage:
  322. top_pattern = max(pattern_usage.items(), key=lambda kv: kv[1])[0]
  323. guidance.append(
  324. f"爽点模式“{top_pattern}”近期高频,本章可保留主爽点但叠加一个新爽点副轴。"
  325. )
  326. review_trend = reader_signal.get("review_trend") or {}
  327. overall_avg = review_trend.get("overall_avg")
  328. if isinstance(overall_avg, (int, float)) and float(overall_avg) < low_score_threshold:
  329. guidance.append(
  330. f"最近审查均分{overall_avg:.1f}低于阈值{low_score_threshold:.1f},建议先保稳:减少跳场、每段补动作结果闭环。"
  331. )
  332. genre = str(genre_profile.get("genre") or "").strip()
  333. refs = genre_profile.get("reference_hints") or []
  334. if genre:
  335. guidance.append(f"题材锚定:按“{genre}”叙事主线推进,保持题材读者预期稳定兑现。")
  336. if refs:
  337. guidance.append(f"题材策略可执行提示:{refs[0]}")
  338. composite_hints = genre_profile.get("composite_hints") or []
  339. if composite_hints:
  340. guidance.append(f"复合题材协同:{composite_hints[0]}")
  341. if not guidance:
  342. guidance.append("本章执行默认高可读策略:冲突前置、信息后置、段末留钩。")
  343. checklist = self._build_writing_checklist(
  344. chapter=chapter,
  345. guidance_items=guidance,
  346. reader_signal=reader_signal,
  347. genre_profile=genre_profile,
  348. )
  349. checklist_score = self._compute_writing_checklist_score(
  350. chapter=chapter,
  351. checklist=checklist,
  352. reader_signal=reader_signal,
  353. )
  354. if getattr(self.config, "context_writing_score_persist_enabled", True):
  355. self._persist_writing_checklist_score(checklist_score)
  356. return {
  357. "chapter": chapter,
  358. "guidance_items": guidance[:limit],
  359. "checklist": checklist,
  360. "checklist_score": checklist_score,
  361. "signals_used": {
  362. "has_low_score_ranges": bool(low_ranges),
  363. "hook_types": list(hook_usage.keys())[:3],
  364. "top_patterns": sorted(
  365. pattern_usage,
  366. key=pattern_usage.get,
  367. reverse=True,
  368. )[:3],
  369. "genre": genre,
  370. },
  371. }
  372. def _compute_writing_checklist_score(
  373. self,
  374. chapter: int,
  375. checklist: List[Dict[str, Any]],
  376. reader_signal: Dict[str, Any],
  377. ) -> Dict[str, Any]:
  378. total_items = len(checklist)
  379. required_items = 0
  380. completed_items = 0
  381. completed_required = 0
  382. total_weight = 0.0
  383. completed_weight = 0.0
  384. pending_labels: List[str] = []
  385. for item in checklist:
  386. if not isinstance(item, dict):
  387. continue
  388. required = bool(item.get("required"))
  389. weight = float(item.get("weight") or 1.0)
  390. total_weight += weight
  391. if required:
  392. required_items += 1
  393. completed = self._is_checklist_item_completed(item, reader_signal)
  394. if completed:
  395. completed_items += 1
  396. completed_weight += weight
  397. if required:
  398. completed_required += 1
  399. else:
  400. pending_labels.append(str(item.get("label") or item.get("id") or "未命名项"))
  401. completion_rate = (completed_items / total_items) if total_items > 0 else 1.0
  402. weighted_rate = (completed_weight / total_weight) if total_weight > 0 else completion_rate
  403. required_rate = (completed_required / required_items) if required_items > 0 else 1.0
  404. score = 100.0 * (0.5 * weighted_rate + 0.3 * required_rate + 0.2 * completion_rate)
  405. if getattr(self.config, "context_writing_score_include_reader_trend", True):
  406. trend_window = max(1, int(getattr(self.config, "context_writing_score_trend_window", 10)))
  407. trend = self.index_manager.get_writing_checklist_score_trend(last_n=trend_window)
  408. baseline = float(trend.get("score_avg") or 0.0)
  409. if baseline > 0:
  410. score += max(-10.0, min(10.0, (score - baseline) * 0.1))
  411. score = round(max(0.0, min(100.0, score)), 2)
  412. return {
  413. "chapter": chapter,
  414. "score": score,
  415. "completion_rate": round(completion_rate, 4),
  416. "weighted_completion_rate": round(weighted_rate, 4),
  417. "required_completion_rate": round(required_rate, 4),
  418. "total_items": total_items,
  419. "required_items": required_items,
  420. "completed_items": completed_items,
  421. "completed_required": completed_required,
  422. "total_weight": round(total_weight, 2),
  423. "completed_weight": round(completed_weight, 2),
  424. "pending_items": pending_labels,
  425. "trend_window": int(getattr(self.config, "context_writing_score_trend_window", 10)),
  426. }
  427. def _is_checklist_item_completed(self, item: Dict[str, Any], reader_signal: Dict[str, Any]) -> bool:
  428. item_id = str(item.get("id") or "")
  429. if item_id in {"fix_low_score_range", "readability_loop"}:
  430. review_trend = reader_signal.get("review_trend") or {}
  431. overall = review_trend.get("overall_avg")
  432. return isinstance(overall, (int, float)) and float(overall) >= 75.0
  433. if item_id == "hook_diversification":
  434. hook_usage = reader_signal.get("hook_type_usage") or {}
  435. return len(hook_usage) >= 2
  436. if item_id == "coolpoint_combo":
  437. pattern_usage = reader_signal.get("pattern_usage") or {}
  438. return len(pattern_usage) >= 2
  439. if item_id == "genre_anchor_consistency":
  440. return True
  441. source = str(item.get("source") or "")
  442. if source.startswith("fallback"):
  443. return True
  444. return False
  445. def _persist_writing_checklist_score(self, checklist_score: Dict[str, Any]) -> None:
  446. if not checklist_score:
  447. return
  448. try:
  449. self.index_manager.save_writing_checklist_score(
  450. WritingChecklistScoreMeta(
  451. chapter=int(checklist_score.get("chapter") or 0),
  452. template=str(getattr(self, "_active_template", self.DEFAULT_TEMPLATE) or self.DEFAULT_TEMPLATE),
  453. total_items=int(checklist_score.get("total_items") or 0),
  454. required_items=int(checklist_score.get("required_items") or 0),
  455. completed_items=int(checklist_score.get("completed_items") or 0),
  456. completed_required=int(checklist_score.get("completed_required") or 0),
  457. total_weight=float(checklist_score.get("total_weight") or 0.0),
  458. completed_weight=float(checklist_score.get("completed_weight") or 0.0),
  459. completion_rate=float(checklist_score.get("completion_rate") or 0.0),
  460. score=float(checklist_score.get("score") or 0.0),
  461. score_breakdown={
  462. "weighted_completion_rate": checklist_score.get("weighted_completion_rate"),
  463. "required_completion_rate": checklist_score.get("required_completion_rate"),
  464. "trend_window": checklist_score.get("trend_window"),
  465. },
  466. pending_items=list(checklist_score.get("pending_items") or []),
  467. source="context_manager",
  468. )
  469. )
  470. except Exception:
  471. pass
  472. def _resolve_context_stage(self, chapter: int) -> str:
  473. early = max(1, int(getattr(self.config, "context_dynamic_budget_early_chapter", 30)))
  474. late = max(early + 1, int(getattr(self.config, "context_dynamic_budget_late_chapter", 120)))
  475. if chapter <= early:
  476. return "early"
  477. if chapter >= late:
  478. return "late"
  479. return "mid"
  480. def _resolve_template_weights(self, template: str, chapter: int) -> Dict[str, float]:
  481. template_key = template if template in self.TEMPLATE_WEIGHTS else self.DEFAULT_TEMPLATE
  482. base = dict(self.TEMPLATE_WEIGHTS.get(template_key, self.TEMPLATE_WEIGHTS[self.DEFAULT_TEMPLATE]))
  483. if not getattr(self.config, "context_dynamic_budget_enabled", True):
  484. return base
  485. stage = self._resolve_context_stage(chapter)
  486. staged = self.TEMPLATE_WEIGHTS_DYNAMIC.get(stage, {}).get(template_key)
  487. if staged:
  488. return dict(staged)
  489. return base
  490. def _parse_genre_tokens(self, genre_raw: str) -> List[str]:
  491. text = str(genre_raw or "").strip()
  492. if not text:
  493. return []
  494. if not getattr(self.config, "context_genre_profile_support_composite", True):
  495. return [text]
  496. separators = getattr(self.config, "context_genre_profile_separators", ("+", "/", "|", ",", ",", "、"))
  497. pattern = "|".join(re.escape(str(token)) for token in separators if str(token))
  498. if not pattern:
  499. return [text]
  500. tokens = [chunk.strip() for chunk in re.split(pattern, text) if chunk and chunk.strip()]
  501. deduped: List[str] = []
  502. seen = set()
  503. for token in tokens:
  504. lower = token.lower()
  505. if lower in seen:
  506. continue
  507. seen.add(lower)
  508. deduped.append(token)
  509. return deduped or [text]
  510. def _build_composite_genre_hints(self, genres: List[str], refs: List[str]) -> List[str]:
  511. if len(genres) <= 1:
  512. return []
  513. primary = genres[0]
  514. secondaries = genres[1:]
  515. hints: List[str] = []
  516. hints.append(
  517. f"以“{primary}”作为主引擎推进主线,每章至少保留1处“{'/'.join(secondaries)}”特征表达。"
  518. )
  519. if refs:
  520. hints.append(f"复合题材执行参考:{refs[0]}")
  521. hints.append("主辅题材冲突时,优先保证主题材读者承诺,辅题材用于制造新鲜感。")
  522. return hints
  523. def _build_writing_checklist(
  524. self,
  525. chapter: int,
  526. guidance_items: List[str],
  527. reader_signal: Dict[str, Any],
  528. genre_profile: Dict[str, Any],
  529. ) -> List[Dict[str, Any]]:
  530. if not getattr(self.config, "context_writing_checklist_enabled", True):
  531. return []
  532. min_items = max(1, int(getattr(self.config, "context_writing_checklist_min_items", 3)))
  533. max_items = max(min_items, int(getattr(self.config, "context_writing_checklist_max_items", 6)))
  534. default_weight = float(getattr(self.config, "context_writing_checklist_default_weight", 1.0))
  535. if default_weight <= 0:
  536. default_weight = 1.0
  537. items: List[Dict[str, Any]] = []
  538. def _add_item(
  539. item_id: str,
  540. label: str,
  541. *,
  542. weight: Optional[float] = None,
  543. required: bool = False,
  544. source: str = "writing_guidance",
  545. verify_hint: str = "",
  546. ) -> None:
  547. if len(items) >= max_items:
  548. return
  549. if any(row.get("id") == item_id for row in items):
  550. return
  551. item_weight = float(weight if weight is not None else default_weight)
  552. if item_weight <= 0:
  553. item_weight = default_weight
  554. items.append(
  555. {
  556. "id": item_id,
  557. "label": label,
  558. "weight": round(item_weight, 2),
  559. "required": bool(required),
  560. "source": source,
  561. "verify_hint": verify_hint,
  562. }
  563. )
  564. low_ranges = reader_signal.get("low_score_ranges") or []
  565. if low_ranges:
  566. worst = min(low_ranges, key=lambda row: float(row.get("overall_score", 9999)))
  567. span = f"{worst.get('start_chapter')}-{worst.get('end_chapter')}"
  568. _add_item(
  569. "fix_low_score_range",
  570. f"修复低分区间问题(参考第{span}章)",
  571. weight=max(default_weight, 1.4),
  572. required=True,
  573. source="reader_signal.low_score_ranges",
  574. verify_hint="至少完成1处冲突升级,并在段末留下钩子。",
  575. )
  576. hook_usage = reader_signal.get("hook_type_usage") or {}
  577. if hook_usage:
  578. dominant_hook = max(hook_usage.items(), key=lambda kv: kv[1])[0]
  579. _add_item(
  580. "hook_diversification",
  581. f"钩子差异化(避免继续单一“{dominant_hook}”)",
  582. weight=max(default_weight, 1.2),
  583. required=True,
  584. source="reader_signal.hook_type_usage",
  585. verify_hint="结尾钩子类型与近20章主类型至少有一处差异。",
  586. )
  587. pattern_usage = reader_signal.get("pattern_usage") or {}
  588. if pattern_usage:
  589. top_pattern = max(pattern_usage.items(), key=lambda kv: kv[1])[0]
  590. _add_item(
  591. "coolpoint_combo",
  592. f"主爽点+副爽点组合(主爽点:{top_pattern})",
  593. weight=default_weight,
  594. required=False,
  595. source="reader_signal.pattern_usage",
  596. verify_hint="新增至少1个副爽点,并与主爽点形成因果链。",
  597. )
  598. review_trend = reader_signal.get("review_trend") or {}
  599. overall_avg = review_trend.get("overall_avg")
  600. if isinstance(overall_avg, (int, float)):
  601. _add_item(
  602. "readability_loop",
  603. "段落可读性闭环(动作→结果→情绪)",
  604. weight=max(default_weight, 1.1),
  605. required=True,
  606. source="reader_signal.review_trend",
  607. verify_hint="抽查3段,均包含动作结果闭环。",
  608. )
  609. genre = str(genre_profile.get("genre") or "").strip()
  610. if genre:
  611. _add_item(
  612. "genre_anchor_consistency",
  613. f"题材锚定一致性({genre})",
  614. weight=max(default_weight, 1.1),
  615. required=True,
  616. source="genre_profile.genre",
  617. verify_hint="主冲突与题材核心承诺保持一致。",
  618. )
  619. for idx, text in enumerate(guidance_items, start=1):
  620. if len(items) >= max_items:
  621. break
  622. label = str(text).strip()
  623. if not label:
  624. continue
  625. _add_item(
  626. f"guidance_item_{idx}",
  627. label,
  628. weight=default_weight,
  629. required=False,
  630. source="writing_guidance.guidance_items",
  631. verify_hint="完成后可在正文中定位对应段落。",
  632. )
  633. fallback_items = [
  634. (
  635. "opening_conflict",
  636. "开篇300字内给出冲突触发",
  637. "开头段出现明确目标与阻力。",
  638. ),
  639. (
  640. "scene_goal_block",
  641. "场景目标与阻力清晰",
  642. "每个场景至少有1个可验证目标。",
  643. ),
  644. (
  645. "ending_hook",
  646. "段末留钩并引出下一问",
  647. "结尾出现未解问题或下一步行动。",
  648. ),
  649. ]
  650. for item_id, label, verify_hint in fallback_items:
  651. if len(items) >= min_items or len(items) >= max_items:
  652. break
  653. _add_item(
  654. item_id,
  655. label,
  656. weight=default_weight,
  657. required=False,
  658. source="fallback",
  659. verify_hint=verify_hint,
  660. )
  661. return items[:max_items]
  662. def _compact_json_text(self, content: Any, budget: Optional[int]) -> str:
  663. raw = json.dumps(content, ensure_ascii=False)
  664. if budget is None or len(raw) <= budget:
  665. return raw
  666. if not getattr(self.config, "context_compact_text_enabled", True):
  667. return raw[:budget]
  668. min_budget = max(1, int(getattr(self.config, "context_compact_min_budget", 120)))
  669. if budget <= min_budget:
  670. return raw[:budget]
  671. head_ratio = float(getattr(self.config, "context_compact_head_ratio", 0.65))
  672. head_budget = int(budget * max(0.2, min(0.9, head_ratio)))
  673. tail_budget = max(0, budget - head_budget - 10)
  674. compact = f"{raw[:head_budget]}…[TRUNCATED]{raw[-tail_budget:] if tail_budget else ''}"
  675. return compact[:budget]
  676. def _extract_genre_section(self, text: str, genre: str) -> str:
  677. if not text:
  678. return ""
  679. lines = text.splitlines()
  680. capture: List[str] = []
  681. active = False
  682. target = genre.strip().lower()
  683. for line in lines:
  684. normalized = line.strip().lower()
  685. if normalized.startswith("## "):
  686. if active:
  687. break
  688. active = target in normalized
  689. if active:
  690. capture.append(line)
  691. continue
  692. if active:
  693. capture.append(line)
  694. if capture:
  695. return "\n".join(capture).strip()
  696. return "\n".join(lines[:80]).strip()
  697. def _extract_markdown_refs(self, text: str, max_items: int = 8) -> List[str]:
  698. if not text:
  699. return []
  700. refs: List[str] = []
  701. for line in text.splitlines():
  702. row = line.strip().lstrip("-*").strip()
  703. if not row or row.startswith("#"):
  704. continue
  705. refs.append(row)
  706. if len(refs) >= max(1, max_items):
  707. break
  708. return refs
  709. def _load_state(self) -> Dict[str, Any]:
  710. path = self.config.state_file
  711. if not path.exists():
  712. return {}
  713. return json.loads(path.read_text(encoding="utf-8"))
  714. def _load_outline(self, chapter: int) -> str:
  715. outline_dir = self.config.outline_dir
  716. patterns = [
  717. f"第{chapter}章*.md",
  718. f"第{chapter:02d}章*.md",
  719. f"第{chapter:03d}章*.md",
  720. f"第{chapter:04d}章*.md",
  721. ]
  722. for pattern in patterns:
  723. matches = list(outline_dir.glob(pattern))
  724. if matches:
  725. return matches[0].read_text(encoding="utf-8")
  726. return f"[大纲未找到: 第{chapter}章]"
  727. def _load_recent_summaries(self, chapter: int, window: int = 3) -> List[Dict[str, Any]]:
  728. summaries = []
  729. for ch in range(max(1, chapter - window), chapter):
  730. summary = self._load_summary_text(ch)
  731. if summary:
  732. summaries.append(summary)
  733. return summaries
  734. def _load_recent_meta(self, state: Dict[str, Any], chapter: int, window: int = 3) -> List[Dict[str, Any]]:
  735. meta = state.get("chapter_meta", {}) or {}
  736. results = []
  737. for ch in range(max(1, chapter - window), chapter):
  738. for key in (f"{ch:04d}", str(ch)):
  739. if key in meta:
  740. results.append({"chapter": ch, **meta.get(key, {})})
  741. break
  742. return results
  743. def _load_recent_appearances(self, limit: Optional[int] = None) -> List[Dict[str, Any]]:
  744. appearances = self.index_manager.get_recent_appearances(limit=limit)
  745. return appearances or []
  746. def _load_setting(self, keyword: str) -> str:
  747. settings_dir = self.config.settings_dir
  748. candidates = [
  749. settings_dir / f"{keyword}.md",
  750. ]
  751. for path in candidates:
  752. if path.exists():
  753. return path.read_text(encoding="utf-8")
  754. # fallback: any file containing keyword
  755. matches = list(settings_dir.glob(f"*{keyword}*.md"))
  756. if matches:
  757. return matches[0].read_text(encoding="utf-8")
  758. return f"[{keyword}设定未找到]"
  759. def _extract_summary_excerpt(self, text: str, max_chars: int) -> str:
  760. if not text:
  761. return ""
  762. match = self.SUMMARY_SECTION_RE.search(text)
  763. excerpt = match.group(1).strip() if match else text.strip()
  764. if max_chars > 0 and len(excerpt) > max_chars:
  765. return excerpt[:max_chars].rstrip()
  766. return excerpt
  767. def _load_summary_text(self, chapter: int, snippet_chars: Optional[int] = None) -> Optional[Dict[str, Any]]:
  768. summary_path = self.config.webnovel_dir / "summaries" / f"ch{chapter:04d}.md"
  769. if not summary_path.exists():
  770. return None
  771. text = summary_path.read_text(encoding="utf-8")
  772. if snippet_chars:
  773. summary_text = self._extract_summary_excerpt(text, snippet_chars)
  774. else:
  775. summary_text = text
  776. return {"chapter": chapter, "summary": summary_text}
  777. def _load_story_skeleton(self, chapter: int) -> List[Dict[str, Any]]:
  778. interval = max(1, int(self.config.context_story_skeleton_interval))
  779. max_samples = max(0, int(self.config.context_story_skeleton_max_samples))
  780. snippet_chars = int(self.config.context_story_skeleton_snippet_chars)
  781. if max_samples <= 0 or chapter <= interval:
  782. return []
  783. samples: List[Dict[str, Any]] = []
  784. cursor = chapter - interval
  785. while cursor >= 1 and len(samples) < max_samples:
  786. summary = self._load_summary_text(cursor, snippet_chars=snippet_chars)
  787. if summary and summary.get("summary"):
  788. samples.append(summary)
  789. cursor -= interval
  790. samples.reverse()
  791. return samples
  792. def _load_json_optional(self, path: Path) -> Dict[str, Any]:
  793. if not path.exists():
  794. return {}
  795. try:
  796. return json.loads(path.read_text(encoding="utf-8"))
  797. except json.JSONDecodeError:
  798. return {}
  799. def main():
  800. import argparse
  801. from .cli_output import print_success, print_error
  802. parser = argparse.ArgumentParser(description="Context Manager CLI")
  803. parser.add_argument("--project-root", type=str, help="项目根目录")
  804. parser.add_argument("--chapter", type=int, required=True)
  805. parser.add_argument("--template", type=str, default=ContextManager.DEFAULT_TEMPLATE)
  806. parser.add_argument("--no-snapshot", action="store_true")
  807. parser.add_argument("--max-chars", type=int, default=8000)
  808. args = parser.parse_args()
  809. config = None
  810. if args.project_root:
  811. from .config import DataModulesConfig
  812. config = DataModulesConfig.from_project_root(args.project_root)
  813. manager = ContextManager(config)
  814. try:
  815. payload = manager.build_context(
  816. chapter=args.chapter,
  817. template=args.template,
  818. use_snapshot=not args.no_snapshot,
  819. save_snapshot=True,
  820. max_chars=args.max_chars,
  821. )
  822. print_success(payload, message="context_built")
  823. try:
  824. manager.index_manager.log_tool_call("context_manager:build", True, chapter=args.chapter)
  825. except Exception:
  826. pass
  827. except Exception as exc:
  828. print_error("CONTEXT_BUILD_FAILED", str(exc), suggestion="请检查项目结构与依赖文件")
  829. try:
  830. manager.index_manager.log_tool_call(
  831. "context_manager:build", False, error_code="CONTEXT_BUILD_FAILED", error_message=str(exc), chapter=args.chapter
  832. )
  833. except Exception:
  834. pass
  835. if __name__ == "__main__":
  836. import sys
  837. if sys.platform == "win32":
  838. import io
  839. sys.stdout = io.TextIOWrapper(sys.stdout.buffer, encoding="utf-8")
  840. sys.stderr = io.TextIOWrapper(sys.stderr.buffer, encoding="utf-8")
  841. main()