families.ts 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428
  1. /**
  2. * The three independent publish sequences this repository releases from
  3. * (`packages/` + `apps/`, `vendor/`, and `native/`) and the two this module
  4. * owns: `dsh` and `vendor`. Each family carries its own version baseline, tag
  5. * naming, and publish set, so releasing one never republishes another
  6. * ([rationale](../../.agents/notes/implemented/process/2026-08-10-npm-release-sequences.md)).
  7. *
  8. * The family dimension lives here only. A new sequence adds a subclass and a
  9. * `releaseFamilies()` entry; nothing else in the release scripts branches on it.
  10. */
  11. import { globSync, readFileSync } from 'node:fs'
  12. import { resolve } from 'node:path'
  13. import {
  14. officialClientBuildEnvironment,
  15. readClientBuildRecord,
  16. } from '../client-build-environment.ts'
  17. import { validateTarballPayload } from '../publication-payload.ts'
  18. /**
  19. * Dependency sections a consumer must publish after, because npm resolves them
  20. * when the package is installed: publishing a consumer first would leave a
  21. * window where its own tree cannot be assembled.
  22. */
  23. const INSTALL_SECTIONS = ['dependencies', 'optionalDependencies'] as const
  24. /**
  25. * Peer declarations also order the publication, but they cannot constrain it.
  26. * npm never installs a peer on the package's behalf — an unmet peer is a
  27. * warning, not a resolution failure — and sibling packages legitimately declare
  28. * each other as peers, which makes these edges the ones that close cycles. They
  29. * order what they can and are dropped where they would deadlock.
  30. */
  31. const PEER_SECTIONS = ['peerDependencies'] as const
  32. /** The workspace root manifest, which is never a release member. */
  33. const WORKSPACE_ROOT_PACKAGE = '@deepseek-ai/dsh-root'
  34. /** One peer declaration the publish order leaves unordered. */
  35. interface DroppedPeerEdge {
  36. readonly consumer: string
  37. /** The declared peer, which publishes after `consumer` or alongside it in a cycle. */
  38. readonly peer: string
  39. }
  40. /**
  41. * A family's publish order together with the ordering it could not honour.
  42. *
  43. * The dropped edges are part of the result rather than a detail of forming it:
  44. * a release drops real ordering constraints, and the operator reading the pack
  45. * log is the only one who can judge whether a newly dropped edge is expected.
  46. */
  47. export interface PublishPlan {
  48. readonly order: readonly ReleaseMember[]
  49. /** Peer declarations left unordered, in the order the traversal reached them. */
  50. readonly droppedPeerEdges: readonly DroppedPeerEdge[]
  51. }
  52. /** One publishable package of a release family. */
  53. export interface ReleaseMember {
  54. readonly directory: string
  55. readonly name: string
  56. readonly version: string
  57. readonly manifest: Readonly<Record<string, unknown>>
  58. }
  59. /**
  60. * Read and parse a JSON file.
  61. * @param path - absolute file path.
  62. * @returns The parsed object.
  63. */
  64. function readManifest(path: string): Record<string, unknown> {
  65. const parsed: unknown = JSON.parse(readFileSync(path, 'utf8'))
  66. if (parsed === null || typeof parsed !== 'object' || Array.isArray(parsed)) {
  67. throw new Error(`${path} is not a JSON object`)
  68. }
  69. return parsed as Record<string, unknown>
  70. }
  71. /**
  72. * Read a required string field.
  73. * @param manifest - parsed manifest.
  74. * @param field - field name.
  75. * @param context - manifest path for the error message.
  76. * @returns The field value.
  77. */
  78. function requireString(manifest: Record<string, unknown>, field: string, context: string): string {
  79. const value = manifest[field]
  80. if (typeof value !== 'string' || value === '') throw new Error(`${context} must declare a string ${field}`)
  81. return value
  82. }
  83. /** The executable a family's installed artifacts are driven through. */
  84. export interface InstalledEntry {
  85. readonly packageName: string
  86. readonly binPath: string
  87. }
  88. /** A release sequence: its members, its version baseline, and its tag naming. */
  89. export abstract class ReleaseFamily {
  90. /** Workflow-facing `--family` identifier. */
  91. abstract readonly id: string
  92. /** Repository-relative glob patterns selecting this family's manifests. */
  93. abstract readonly patterns: readonly string[]
  94. /** Git tag prefix this family publishes from. */
  95. abstract readonly tagPrefix: string
  96. /**
  97. * Assert that built artifacts match this release family's required profile.
  98. * Families without environment-selected artifacts accept every build tree.
  99. * @param _root - repository root containing generated artifacts.
  100. */
  101. verifyBuildArtifacts(_root: string): void {}
  102. /**
  103. * Discover this family's members.
  104. * @param root - repository root.
  105. * @returns Members sorted by directory, with names validated and deduplicated.
  106. */
  107. members(root: string): ReleaseMember[] {
  108. const manifestPaths = globSync([...this.patterns], { cwd: root }).sort()
  109. if (manifestPaths.length === 0) throw new Error(`release family ${this.id} matched no manifests`)
  110. const members: ReleaseMember[] = []
  111. const seen = new Set<string>()
  112. for (const manifestPath of manifestPaths) {
  113. const normalized = manifestPath.replaceAll('\\', '/')
  114. const manifest = readManifest(resolve(root, manifestPath))
  115. const name = requireString(manifest, 'name', normalized)
  116. const version = requireString(manifest, 'version', normalized)
  117. if (name === WORKSPACE_ROOT_PACKAGE) throw new Error(`${normalized} selected the workspace root`)
  118. if (!name.startsWith('@deepseek-ai/')) throw new Error(`${normalized} must name an @deepseek-ai package`)
  119. if (seen.has(name)) throw new Error(`${name} appears twice in release family ${this.id}`)
  120. seen.add(name)
  121. members.push({
  122. directory: normalized.slice(0, normalized.length - '/package.json'.length),
  123. name,
  124. version,
  125. manifest,
  126. })
  127. }
  128. return members
  129. }
  130. /**
  131. * Order members so every package publishes after the family members it
  132. * depends on, which is what makes a partial publication self-consistent: an
  133. * interrupted run leaves a prefix whose packages never point at something
  134. * absent from the registry.
  135. *
  136. * Install edges are honoured absolutely — a cycle among them is a defect this
  137. * reports rather than works around. Peer edges order what they can and are
  138. * dropped where honouring one would deadlock: sibling packages declare each
  139. * other as peers, and npm treats an unmet peer as a warning rather than a
  140. * resolution failure ([rationale](../../.agents/notes/implemented/process/2026-08-10-npm-release-sequences.md)).
  141. * Every dropped edge is reported, because dropping one is a decision about a
  142. * real release rather than an implementation detail.
  143. * @param members - this family's members.
  144. * @returns The order, ties broken by name for determinism, and the peer edges it left unordered.
  145. */
  146. publishOrder(members: readonly ReleaseMember[]): PublishPlan {
  147. const byName = new Map(members.map(member => [member.name, member]))
  148. const byNameSorted = [...members].sort((left, right) => left.name.localeCompare(right.name))
  149. const edges = (member: ReleaseMember, sections: readonly string[]): ReleaseMember[] =>
  150. this.orderEdges(member, byName, sections)
  151. // Install edges alone must be acyclic, and that is checked on its own graph:
  152. // a peer edge leading into an install edge would otherwise read as a cycle
  153. // where the install edges are perfectly orderable.
  154. const installVisiting = new Set<string>()
  155. const installDone = new Set<string>()
  156. const checkInstall = (member: ReleaseMember, path: readonly string[]): void => {
  157. if (installDone.has(member.name)) return
  158. if (installVisiting.has(member.name)) {
  159. throw new Error(`dependency cycle in release family ${this.id}: ${[...path, member.name].join(' -> ')}`)
  160. }
  161. installVisiting.add(member.name)
  162. for (const dependency of edges(member, INSTALL_SECTIONS)) checkInstall(dependency, [...path, member.name])
  163. installVisiting.delete(member.name)
  164. installDone.add(member.name)
  165. }
  166. for (const member of byNameSorted) checkInstall(member, [])
  167. // Emit the order over both kinds of edge. A node already on the stack closes
  168. // a cycle, and that cycle carries at least one peer edge because the install
  169. // edges were just proved acyclic — but the back edge that reaches the stacked
  170. // node is not necessarily the peer one, so the post-condition below decides
  171. // whether the emitted order survived.
  172. const ordered: ReleaseMember[] = []
  173. const droppedPeerEdges: DroppedPeerEdge[] = []
  174. const placed = new Set<string>()
  175. const onStack = new Set<string>()
  176. // Members reachable from one member through install edges. A peer edge is
  177. // dropped when the peer installs the member declaring it: honouring it would
  178. // emit a package before something it installs, and the install edge wins.
  179. const installClosure = (member: ReleaseMember): Set<string> => {
  180. const reached = new Set<string>()
  181. const walk = (current: ReleaseMember): void => {
  182. for (const dependency of edges(current, INSTALL_SECTIONS)) {
  183. if (reached.has(dependency.name)) continue
  184. reached.add(dependency.name)
  185. walk(dependency)
  186. }
  187. }
  188. walk(member)
  189. return reached
  190. }
  191. const visit = (member: ReleaseMember): void => {
  192. if (placed.has(member.name) || onStack.has(member.name)) return
  193. onStack.add(member.name)
  194. for (const dependency of edges(member, INSTALL_SECTIONS)) visit(dependency)
  195. for (const peer of edges(member, PEER_SECTIONS)) {
  196. if (installClosure(peer).has(member.name)) {
  197. droppedPeerEdges.push({ consumer: member.name, peer: peer.name })
  198. continue
  199. }
  200. // A peer already on the stack is an ancestor, so it publishes after this
  201. // member rather than before it: the edge is dropped, not honoured.
  202. if (onStack.has(peer.name)) droppedPeerEdges.push({ consumer: member.name, peer: peer.name })
  203. visit(peer)
  204. }
  205. onStack.delete(member.name)
  206. placed.add(member.name)
  207. ordered.push(member)
  208. }
  209. for (const member of byNameSorted) visit(member)
  210. // A cycle mixing both kinds of edge can put an install edge's target on the
  211. // stack, where the traversal skips it like a peer edge and emits a consumer
  212. // before something it installs. Nothing downstream can detect that, and it
  213. // would only surface as an unresolvable install for whoever consumes the
  214. // published packages, so the emitted order is checked against the edges it
  215. // exists to honour.
  216. const position = new Map(ordered.map((entry, index) => [entry.name, index]))
  217. for (const [index, member] of ordered.entries()) {
  218. for (const dependency of edges(member, INSTALL_SECTIONS)) {
  219. const dependencyIndex = position.get(dependency.name)
  220. if (dependencyIndex !== undefined && dependencyIndex < index) continue
  221. throw new Error(
  222. `release family ${this.id}: no publish order honours ${member.name} -> ${dependency.name};`
  223. + ' a cycle mixing peer and dependency declarations reaches this dependency through a peer edge',
  224. )
  225. }
  226. }
  227. return { order: ordered, droppedPeerEdges }
  228. }
  229. /**
  230. * The family members one member declares in the given sections.
  231. * @param member - the dependent member.
  232. * @param byName - every family member by package name.
  233. * @param sections - manifest sections to read.
  234. * @returns Members of this family named there, sorted by name.
  235. */
  236. private orderEdges(
  237. member: ReleaseMember,
  238. byName: ReadonlyMap<string, ReleaseMember>,
  239. sections: readonly string[],
  240. ): ReleaseMember[] {
  241. const edges: ReleaseMember[] = []
  242. for (const section of sections) {
  243. const dependencies = member.manifest[section]
  244. if (dependencies === null || typeof dependencies !== 'object' || Array.isArray(dependencies)) continue
  245. for (const name of Object.keys(dependencies)) {
  246. const dependency = byName.get(name)
  247. if (dependency !== undefined && dependency.name !== member.name) edges.push(dependency)
  248. }
  249. }
  250. return edges.sort((left, right) => left.name.localeCompare(right.name))
  251. }
  252. /**
  253. * Assert this family's version baseline holds across its members.
  254. * @param members - this family's members.
  255. */
  256. abstract verifyVersions(members: readonly ReleaseMember[]): void
  257. /**
  258. * The tag prefix a member's versions are tagged under. Every tag for that
  259. * member starts with it, which is how the last published version is found.
  260. * @param member - the member being published.
  261. * @returns The prefix, ending in `-v`.
  262. */
  263. abstract tagPrefixFor(member: ReleaseMember): string
  264. /**
  265. * The tag a member publishes from.
  266. * @param member - the member being published.
  267. * @returns The full tag name, without `refs/tags/`.
  268. */
  269. tagFor(member: ReleaseMember): string {
  270. return `${this.tagPrefixFor(member)}${member.version}`
  271. }
  272. /**
  273. * Check what a member's packed tarball carries.
  274. * @param member - the packed member.
  275. * @param files - every path inside its tarball.
  276. */
  277. abstract validatePayload(member: ReleaseMember, files: readonly string[]): void
  278. /**
  279. * The executable that proves this family's artifacts install and run, or
  280. * `undefined` for a family that publishes no executable.
  281. */
  282. abstract readonly installedEntry: InstalledEntry | undefined
  283. }
  284. /** Release packages and apps: one shared version across the whole family. */
  285. class DshFamily extends ReleaseFamily {
  286. readonly id = 'dsh'
  287. readonly patterns = ['packages/!(experimental)/*/package.json', 'apps/*/package.json'] as const
  288. readonly tagPrefix = 'dsh-v'
  289. /** Require current artifacts from a complete official client build. */
  290. override verifyBuildArtifacts(root: string): void {
  291. readClientBuildRecord(root, officialClientBuildEnvironment(root))
  292. }
  293. /**
  294. * Require one version across the family, the way a single tag can name it.
  295. * @param members - this family's members.
  296. */
  297. verifyVersions(members: readonly ReleaseMember[]): void {
  298. const versions = new Set(members.map(member => member.version))
  299. if (versions.size !== 1) {
  300. const detail = members.map(member => `${member.directory}: ${member.version}`).join('\n')
  301. throw new Error(`dsh release members must share one version:\n${detail}`)
  302. }
  303. }
  304. /**
  305. * The single family prefix: every member shares one version, so one tag names it.
  306. * @returns `dsh-v`.
  307. */
  308. tagPrefixFor(): string {
  309. return this.tagPrefix
  310. }
  311. /**
  312. * Reject source and declaration-map members, the repository's publication policy.
  313. * @param member - the packed member.
  314. * @param files - every path inside its tarball.
  315. */
  316. validatePayload(member: ReleaseMember, files: readonly string[]): void {
  317. validateTarballPayload(files, member.name)
  318. }
  319. readonly installedEntry = { packageName: '@deepseek-ai/dsh', binPath: 'lib/bin.js' }
  320. }
  321. /** `vendor/*`: every package keeps its own version line, so every package has its own tag. */
  322. class VendorFamily extends ReleaseFamily {
  323. readonly id = 'vendor'
  324. readonly patterns = ['vendor/*/package.json'] as const
  325. readonly tagPrefix = 'vendor-'
  326. /**
  327. * Accept independent versions; only reject a version this repository cannot publish.
  328. * @param members - this family's members.
  329. */
  330. verifyVersions(members: readonly ReleaseMember[]): void {
  331. for (const member of members) {
  332. if (!/^\d+\.\d+\.\d+(?:-[0-9A-Za-z.-]+)?$/.test(member.version)) {
  333. throw new Error(`${member.directory} has an unpublishable version: ${member.version}`)
  334. }
  335. }
  336. }
  337. /**
  338. * A prefix per member, because one vendor release can carry several versions.
  339. * @param member - the member being published.
  340. * @returns `vendor-<unscoped name>-v`.
  341. */
  342. tagPrefixFor(member: ReleaseMember): string {
  343. return `${this.tagPrefix}${member.name.replace('@deepseek-ai/', '')}-v`
  344. }
  345. /**
  346. * Require the payload the vendored manifest declares, including upstream's
  347. * `src` tree and declaration maps.
  348. *
  349. * The harness policy that rejects both does not apply here: these manifests
  350. * export `./src/*` for source navigation, so dropping `src` would publish a
  351. * package whose export map points at absent files. What must hold instead is
  352. * that every path the manifest selects is present, which `files` already
  353. * decides and `pnpm pack` already enforces.
  354. * @param member - the packed member.
  355. * @param files - every path inside its tarball.
  356. */
  357. validatePayload(member: ReleaseMember, files: readonly string[]): void {
  358. if (files.length === 0) throw new Error(`${member.name} packed an empty tarball`)
  359. }
  360. /** No installed-entry probe: these are libraries a consumer imports, with no executable. */
  361. readonly installedEntry = undefined
  362. }
  363. /** Every release family this module owns, in workflow order. */
  364. function releaseFamilies(): readonly ReleaseFamily[] {
  365. return [new DshFamily(), new VendorFamily()]
  366. }
  367. /**
  368. * Resolve a family by its `--family` identifier.
  369. * @param id - family identifier.
  370. * @returns The family.
  371. */
  372. export function releaseFamily(id: string): ReleaseFamily {
  373. const family = releaseFamilies().find(candidate => candidate.id === id)
  374. if (family === undefined) {
  375. const known = releaseFamilies().map(candidate => candidate.id).join(', ')
  376. throw new Error(`unknown release family ${id}; expected one of ${known}`)
  377. }
  378. return family
  379. }
  380. /**
  381. * The npm tarball filename `pnpm pack` writes for a member.
  382. * @param member - the packed member.
  383. * @returns The tarball filename.
  384. */
  385. export function tarballName(member: ReleaseMember): string {
  386. const unscoped = member.name.startsWith('@') ? member.name.slice(1).replace('/', '-') : member.name
  387. return `${unscoped}-${member.version}.tgz`
  388. }