config.py 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268
  1. #!/usr/bin/env python3
  2. # -*- coding: utf-8 -*-
  3. """
  4. Data Modules - 配置文件
  5. API 配置通过环境变量读取(支持 .env 文件):
  6. - EMBED_BASE_URL, EMBED_MODEL, EMBED_API_KEY
  7. - RERANK_BASE_URL, RERANK_MODEL, RERANK_API_KEY
  8. """
  9. import os
  10. from pathlib import Path
  11. from dataclasses import dataclass, field
  12. from typing import Optional
  13. # 加载 .env 文件
  14. def _load_dotenv():
  15. """从项目根目录加载 .env 文件"""
  16. # 尝试多个可能的位置
  17. possible_paths = [
  18. Path.cwd() / ".env",
  19. Path(__file__).parent.parent.parent.parent / ".env", # .claude/scripts/data_modules -> 项目根目录
  20. ]
  21. for env_path in possible_paths:
  22. if env_path.exists():
  23. with open(env_path, "r", encoding="utf-8") as f:
  24. for line in f:
  25. line = line.strip()
  26. if line and not line.startswith("#") and "=" in line:
  27. key, _, value = line.partition("=")
  28. key = key.strip()
  29. value = value.strip()
  30. # 只在环境变量未设置时才从 .env 加载
  31. if key and key not in os.environ:
  32. os.environ[key] = value
  33. break
  34. _load_dotenv()
  35. @dataclass
  36. class DataModulesConfig:
  37. """数据模块配置"""
  38. # ================= 项目路径 =================
  39. project_root: Path = field(default_factory=lambda: Path.cwd())
  40. @property
  41. def webnovel_dir(self) -> Path:
  42. return self.project_root / ".webnovel"
  43. @property
  44. def state_file(self) -> Path:
  45. return self.webnovel_dir / "state.json"
  46. @property
  47. def index_db(self) -> Path:
  48. return self.webnovel_dir / "index.db"
  49. # v5.1 引入: alias_index_file 已废弃,别名存储在 index.db aliases 表
  50. @property
  51. def chapters_dir(self) -> Path:
  52. return self.project_root / "正文"
  53. @property
  54. def settings_dir(self) -> Path:
  55. return self.project_root / "设定集"
  56. @property
  57. def outline_dir(self) -> Path:
  58. return self.project_root / "大纲"
  59. # ================= Embedding API 配置 =================
  60. embed_api_type: str = "openai"
  61. embed_base_url: str = field(default_factory=lambda: os.getenv("EMBED_BASE_URL", "https://api-inference.modelscope.cn/v1"))
  62. embed_model: str = field(default_factory=lambda: os.getenv("EMBED_MODEL", "Qwen/Qwen3-Embedding-8B"))
  63. embed_api_key: str = field(default_factory=lambda: os.getenv("EMBED_API_KEY", ""))
  64. @property
  65. def embed_url(self) -> str:
  66. return self.embed_base_url
  67. # ================= Rerank API 配置 =================
  68. rerank_api_type: str = "openai"
  69. rerank_base_url: str = field(default_factory=lambda: os.getenv("RERANK_BASE_URL", "https://api.jina.ai/v1"))
  70. rerank_model: str = field(default_factory=lambda: os.getenv("RERANK_MODEL", "jina-reranker-v3"))
  71. rerank_api_key: str = field(default_factory=lambda: os.getenv("RERANK_API_KEY", ""))
  72. @property
  73. def rerank_url(self) -> str:
  74. return self.rerank_base_url
  75. # ================= 并发配置 =================
  76. embed_concurrency: int = 64
  77. rerank_concurrency: int = 32
  78. embed_batch_size: int = 64
  79. # ================= 超时配置 =================
  80. cold_start_timeout: int = 300
  81. normal_timeout: int = 180
  82. # ================= 重试配置 =================
  83. api_max_retries: int = 3 # 最大重试次数
  84. api_retry_delay: float = 1.0 # 初始重试延迟(秒),使用指数退避
  85. # ================= 检索配置 =================
  86. vector_top_k: int = 30
  87. bm25_top_k: int = 20
  88. rerank_top_n: int = 10
  89. rrf_k: int = 60
  90. vector_full_scan_max_vectors: int = 500
  91. vector_prefilter_bm25_candidates: int = 200
  92. vector_prefilter_recent_candidates: int = 200
  93. # ================= 实体提取配置 =================
  94. extraction_confidence_high: float = 0.8
  95. extraction_confidence_medium: float = 0.5
  96. # ================= 列表截断限制 =================
  97. max_disambiguation_warnings: int = 500
  98. max_disambiguation_pending: int = 1000
  99. max_state_changes: int = 2000
  100. context_recent_summaries_window: int = 3
  101. context_recent_meta_window: int = 3
  102. context_alerts_slice: int = 10
  103. context_max_appearing_characters: int = 10
  104. context_max_urgent_foreshadowing: int = 5
  105. context_story_skeleton_interval: int = 20
  106. context_story_skeleton_max_samples: int = 5
  107. context_story_skeleton_snippet_chars: int = 400
  108. context_extra_section_budget: int = 800
  109. context_ranker_enabled: bool = True
  110. context_ranker_recency_weight: float = 0.7
  111. context_ranker_frequency_weight: float = 0.3
  112. context_ranker_hook_bonus: float = 0.2
  113. context_ranker_length_bonus_cap: float = 0.2
  114. context_ranker_alert_critical_keywords: tuple[str, ...] = (
  115. "冲突",
  116. "矛盾",
  117. "critical",
  118. "break",
  119. "违规",
  120. "断裂",
  121. )
  122. context_ranker_debug: bool = False
  123. context_reader_signal_enabled: bool = True
  124. context_reader_signal_recent_limit: int = 5
  125. context_reader_signal_window_chapters: int = 20
  126. context_reader_signal_review_window: int = 5
  127. context_reader_signal_include_debt: bool = False
  128. context_genre_profile_enabled: bool = True
  129. context_genre_profile_max_refs: int = 8
  130. context_genre_profile_fallback: str = "shuangwen"
  131. context_compact_text_enabled: bool = True
  132. context_compact_min_budget: int = 120
  133. context_compact_head_ratio: float = 0.65
  134. context_writing_guidance_enabled: bool = True
  135. context_writing_guidance_max_items: int = 6
  136. context_writing_guidance_low_score_threshold: float = 75.0
  137. context_writing_guidance_hook_diversify: bool = True
  138. context_writing_checklist_enabled: bool = True
  139. context_writing_checklist_min_items: int = 3
  140. context_writing_checklist_max_items: int = 6
  141. context_writing_checklist_default_weight: float = 1.0
  142. context_writing_score_persist_enabled: bool = True
  143. context_writing_score_include_reader_trend: bool = True
  144. context_writing_score_trend_window: int = 10
  145. context_dynamic_budget_enabled: bool = True
  146. context_dynamic_budget_early_chapter: int = 30
  147. context_dynamic_budget_late_chapter: int = 120
  148. context_dynamic_budget_early_core_bonus: float = 0.08
  149. context_dynamic_budget_early_scene_bonus: float = 0.04
  150. context_dynamic_budget_late_global_bonus: float = 0.08
  151. context_dynamic_budget_late_scene_penalty: float = 0.06
  152. context_genre_profile_support_composite: bool = True
  153. context_genre_profile_max_genres: int = 2
  154. context_genre_profile_separators: tuple[str, ...] = (
  155. "+",
  156. "/",
  157. "|",
  158. ",",
  159. ",",
  160. "、",
  161. )
  162. export_recent_changes_slice: int = 20
  163. export_disambiguation_slice: int = 20
  164. # ================= 查询默认限制 =================
  165. query_recent_chapters_limit: int = 10
  166. query_scenes_by_location_limit: int = 20
  167. query_entity_appearances_limit: int = 50
  168. query_recent_appearances_limit: int = 20
  169. # ================= 伏笔紧急度 =================
  170. foreshadowing_urgency_pending_high: int = 100
  171. foreshadowing_urgency_pending_medium: int = 50
  172. foreshadowing_urgency_target_proximity: int = 5
  173. foreshadowing_urgency_score_high: int = 100
  174. foreshadowing_urgency_score_medium: int = 60
  175. foreshadowing_urgency_score_target: int = 80
  176. foreshadowing_urgency_score_low: int = 20
  177. foreshadowing_urgency_threshold_show: int = 60
  178. foreshadowing_tier_weight_core: float = 3.0
  179. foreshadowing_tier_weight_sub: float = 2.0
  180. foreshadowing_tier_weight_decor: float = 1.0
  181. # ================= 角色活跃度 =================
  182. character_absence_warning: int = 30
  183. character_absence_critical: int = 100
  184. character_candidates_limit: int = 800
  185. # ================= Strand Weave 节奏 =================
  186. strand_quest_max_consecutive: int = 5
  187. strand_fire_max_gap: int = 10
  188. strand_constellation_max_gap: int = 15
  189. strand_quest_ratio_min: int = 55
  190. strand_quest_ratio_max: int = 65
  191. strand_fire_ratio_min: int = 20
  192. strand_fire_ratio_max: int = 30
  193. strand_constellation_ratio_min: int = 10
  194. strand_constellation_ratio_max: int = 20
  195. # ================= 爽点节奏 =================
  196. pacing_segment_size: int = 100
  197. pacing_words_per_point_excellent: int = 1000
  198. pacing_words_per_point_good: int = 1500
  199. pacing_words_per_point_acceptable: int = 2000
  200. # ================= RAG 存储 =================
  201. @property
  202. def rag_db(self) -> Path:
  203. return self.webnovel_dir / "rag.db"
  204. @property
  205. def vector_db(self) -> Path:
  206. return self.webnovel_dir / "vectors.db"
  207. def ensure_dirs(self):
  208. self.webnovel_dir.mkdir(parents=True, exist_ok=True)
  209. @classmethod
  210. def from_project_root(cls, project_root: str | Path) -> "DataModulesConfig":
  211. return cls(project_root=Path(project_root))
  212. _default_config: Optional[DataModulesConfig] = None
  213. def get_config(project_root: Optional[Path] = None) -> DataModulesConfig:
  214. global _default_config
  215. if project_root is not None:
  216. return DataModulesConfig.from_project_root(project_root)
  217. if _default_config is None:
  218. _default_config = DataModulesConfig()
  219. return _default_config
  220. def set_project_root(project_root: str | Path):
  221. global _default_config
  222. _default_config = DataModulesConfig.from_project_root(project_root)