families.ts 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449
  1. /**
  2. * The three independent publish sequences this repository releases from
  3. * (`packages/` + `apps/`, `vendor/`, and `native/`) and the two this module
  4. * owns: `dsh` and `vendor`. Each family carries its own version baseline, tag
  5. * naming, and publish set, so releasing one never republishes another
  6. * ([rationale](../../.agents/notes/implemented/process/2026-08-10-npm-release-sequences.md)).
  7. *
  8. * The family dimension lives here only. A new sequence adds a subclass and a
  9. * `releaseFamilies()` entry; nothing else in the release scripts branches on it.
  10. */
  11. import { globSync, readFileSync } from 'node:fs'
  12. import { resolve } from 'node:path'
  13. import {
  14. officialClientBuildEnvironment,
  15. readClientBuildRecord,
  16. } from '../client-build-environment.ts'
  17. import { validateTarballPayload } from '../publication-payload.ts'
  18. /**
  19. * Dependency sections a consumer must publish after, because npm resolves them
  20. * when the package is installed: publishing a consumer first would leave a
  21. * window where its own tree cannot be assembled.
  22. */
  23. const INSTALL_SECTIONS = ['dependencies', 'optionalDependencies'] as const
  24. /**
  25. * Peer declarations also order the publication, but they cannot constrain it.
  26. * npm never installs a peer on the package's behalf — an unmet peer is a
  27. * warning, not a resolution failure — and sibling packages legitimately declare
  28. * each other as peers, which makes these edges the ones that close cycles. They
  29. * order what they can and are dropped where they would deadlock.
  30. */
  31. const PEER_SECTIONS = ['peerDependencies'] as const
  32. /** The workspace root manifest, which is never a release member. */
  33. const WORKSPACE_ROOT_PACKAGE = '@deepseek-ai/dsh-root'
  34. /** One peer declaration the publish order leaves unordered. */
  35. interface DroppedPeerEdge {
  36. readonly consumer: string
  37. /** The declared peer, which publishes after `consumer` or alongside it in a cycle. */
  38. readonly peer: string
  39. }
  40. /**
  41. * A family's publish order together with the ordering it could not honour.
  42. *
  43. * The dropped edges are part of the result rather than a detail of forming it:
  44. * a release drops real ordering constraints, and the operator reading the pack
  45. * log is the only one who can judge whether a newly dropped edge is expected.
  46. */
  47. export interface PublishPlan {
  48. readonly order: readonly ReleaseMember[]
  49. /** Peer declarations left unordered, in the order the traversal reached them. */
  50. readonly droppedPeerEdges: readonly DroppedPeerEdge[]
  51. }
  52. /** One publishable package of a release family. */
  53. export interface ReleaseMember {
  54. readonly directory: string
  55. readonly name: string
  56. readonly version: string
  57. readonly manifest: Readonly<Record<string, unknown>>
  58. }
  59. /**
  60. * Read and parse a JSON file.
  61. * @param path - absolute file path.
  62. * @returns The parsed object.
  63. */
  64. function readManifest(path: string): Record<string, unknown> {
  65. const parsed: unknown = JSON.parse(readFileSync(path, 'utf8'))
  66. if (parsed === null || typeof parsed !== 'object' || Array.isArray(parsed)) {
  67. throw new Error(`${path} is not a JSON object`)
  68. }
  69. return parsed as Record<string, unknown>
  70. }
  71. /**
  72. * Read a required string field.
  73. * @param manifest - parsed manifest.
  74. * @param field - field name.
  75. * @param context - manifest path for the error message.
  76. * @returns The field value.
  77. */
  78. function requireString(manifest: Record<string, unknown>, field: string, context: string): string {
  79. const value = manifest[field]
  80. if (typeof value !== 'string' || value === '') throw new Error(`${context} must declare a string ${field}`)
  81. return value
  82. }
  83. /** The executable a family's installed artifacts are driven through. */
  84. export interface InstalledEntry {
  85. readonly packageName: string
  86. readonly binPath: string
  87. }
  88. /** A release sequence: its members, its version baseline, and its tag naming. */
  89. export abstract class ReleaseFamily {
  90. /** Workflow-facing `--family` identifier. */
  91. abstract readonly id: string
  92. /** Repository-relative glob patterns selecting this family's manifests. */
  93. abstract readonly patterns: readonly string[]
  94. /** Git tag prefix this family publishes from. */
  95. abstract readonly tagPrefix: string
  96. /**
  97. * Assert that built artifacts match this release family's required profile.
  98. * Families without environment-selected artifacts accept every build tree.
  99. * @param _root - repository root containing generated artifacts.
  100. */
  101. verifyBuildArtifacts(_root: string): void {}
  102. /**
  103. * Discover this family's members.
  104. * @param root - repository root.
  105. * @returns Publishable members sorted by directory, with names validated and deduplicated.
  106. */
  107. members(root: string): ReleaseMember[] {
  108. const manifestPaths = globSync([...this.patterns], { cwd: root }).sort()
  109. if (manifestPaths.length === 0) throw new Error(`release family ${this.id} matched no manifests`)
  110. const members: ReleaseMember[] = []
  111. const seen = new Set<string>()
  112. for (const manifestPath of manifestPaths) {
  113. const normalized = manifestPath.replaceAll('\\', '/')
  114. const manifest = readManifest(resolve(root, manifestPath))
  115. if (manifest.private === true) continue
  116. const name = requireString(manifest, 'name', normalized)
  117. const version = requireString(manifest, 'version', normalized)
  118. if (name === WORKSPACE_ROOT_PACKAGE) throw new Error(`${normalized} selected the workspace root`)
  119. if (!name.startsWith('@deepseek-ai/')) throw new Error(`${normalized} must name an @deepseek-ai package`)
  120. if (seen.has(name)) throw new Error(`${name} appears twice in release family ${this.id}`)
  121. seen.add(name)
  122. members.push({
  123. directory: normalized.slice(0, normalized.length - '/package.json'.length),
  124. name,
  125. version,
  126. manifest,
  127. })
  128. }
  129. return members
  130. }
  131. /**
  132. * Order members so every package publishes after the family members it
  133. * depends on, which is what makes a partial publication self-consistent: an
  134. * interrupted run leaves a prefix whose packages never point at something
  135. * absent from the registry.
  136. *
  137. * Install edges are honoured absolutely — a cycle among them is a defect this
  138. * reports rather than works around. Peer edges order what they can and are
  139. * dropped where honouring one would deadlock: sibling packages declare each
  140. * other as peers, and npm treats an unmet peer as a warning rather than a
  141. * resolution failure ([rationale](../../.agents/notes/implemented/process/2026-08-10-npm-release-sequences.md)).
  142. * Every dropped edge is reported, because dropping one is a decision about a
  143. * real release rather than an implementation detail.
  144. * @param members - this family's members.
  145. * @returns The order, ties broken by name for determinism, and the peer edges it left unordered.
  146. */
  147. publishOrder(members: readonly ReleaseMember[]): PublishPlan {
  148. const byName = new Map(members.map(member => [member.name, member]))
  149. const byNameSorted = [...members].sort((left, right) => left.name.localeCompare(right.name))
  150. const edges = (member: ReleaseMember, sections: readonly string[]): ReleaseMember[] =>
  151. this.orderEdges(member, byName, sections)
  152. // Install edges alone must be acyclic, and that is checked on its own graph:
  153. // a peer edge leading into an install edge would otherwise read as a cycle
  154. // where the install edges are perfectly orderable.
  155. const installVisiting = new Set<string>()
  156. const installDone = new Set<string>()
  157. const checkInstall = (member: ReleaseMember, path: readonly string[]): void => {
  158. if (installDone.has(member.name)) return
  159. if (installVisiting.has(member.name)) {
  160. throw new Error(`dependency cycle in release family ${this.id}: ${[...path, member.name].join(' -> ')}`)
  161. }
  162. installVisiting.add(member.name)
  163. for (const dependency of edges(member, INSTALL_SECTIONS)) checkInstall(dependency, [...path, member.name])
  164. installVisiting.delete(member.name)
  165. installDone.add(member.name)
  166. }
  167. for (const member of byNameSorted) checkInstall(member, [])
  168. // Emit the order over both kinds of edge. A node already on the stack closes
  169. // a cycle, and that cycle carries at least one peer edge because the install
  170. // edges were just proved acyclic — but the back edge that reaches the stacked
  171. // node is not necessarily the peer one, so the post-condition below decides
  172. // whether the emitted order survived.
  173. const ordered: ReleaseMember[] = []
  174. const droppedPeerEdges: DroppedPeerEdge[] = []
  175. const placed = new Set<string>()
  176. const onStack = new Set<string>()
  177. // Members reachable from one member through install edges. A peer edge is
  178. // dropped when the peer installs the member declaring it: honouring it would
  179. // emit a package before something it installs, and the install edge wins.
  180. const installClosure = (member: ReleaseMember): Set<string> => {
  181. const reached = new Set<string>()
  182. const walk = (current: ReleaseMember): void => {
  183. for (const dependency of edges(current, INSTALL_SECTIONS)) {
  184. if (reached.has(dependency.name)) continue
  185. reached.add(dependency.name)
  186. walk(dependency)
  187. }
  188. }
  189. walk(member)
  190. return reached
  191. }
  192. const visit = (member: ReleaseMember): void => {
  193. if (placed.has(member.name) || onStack.has(member.name)) return
  194. onStack.add(member.name)
  195. for (const dependency of edges(member, INSTALL_SECTIONS)) visit(dependency)
  196. for (const peer of edges(member, PEER_SECTIONS)) {
  197. if (installClosure(peer).has(member.name)) {
  198. droppedPeerEdges.push({ consumer: member.name, peer: peer.name })
  199. continue
  200. }
  201. // A peer already on the stack is an ancestor, so it publishes after this
  202. // member rather than before it: the edge is dropped, not honoured.
  203. if (onStack.has(peer.name)) droppedPeerEdges.push({ consumer: member.name, peer: peer.name })
  204. visit(peer)
  205. }
  206. onStack.delete(member.name)
  207. placed.add(member.name)
  208. ordered.push(member)
  209. }
  210. for (const member of byNameSorted) visit(member)
  211. // A cycle mixing both kinds of edge can put an install edge's target on the
  212. // stack, where the traversal skips it like a peer edge and emits a consumer
  213. // before something it installs. Nothing downstream can detect that, and it
  214. // would only surface as an unresolvable install for whoever consumes the
  215. // published packages, so the emitted order is checked against the edges it
  216. // exists to honour.
  217. const position = new Map(ordered.map((entry, index) => [entry.name, index]))
  218. for (const [index, member] of ordered.entries()) {
  219. for (const dependency of edges(member, INSTALL_SECTIONS)) {
  220. const dependencyIndex = position.get(dependency.name)
  221. if (dependencyIndex !== undefined && dependencyIndex < index) continue
  222. throw new Error(
  223. `release family ${this.id}: no publish order honours ${member.name} -> ${dependency.name};`
  224. + ' a cycle mixing peer and dependency declarations reaches this dependency through a peer edge',
  225. )
  226. }
  227. }
  228. return { order: ordered, droppedPeerEdges }
  229. }
  230. /**
  231. * The family members one member declares in the given sections.
  232. * @param member - the dependent member.
  233. * @param byName - every family member by package name.
  234. * @param sections - manifest sections to read.
  235. * @returns Members of this family named there, sorted by name.
  236. */
  237. private orderEdges(
  238. member: ReleaseMember,
  239. byName: ReadonlyMap<string, ReleaseMember>,
  240. sections: readonly string[],
  241. ): ReleaseMember[] {
  242. const edges: ReleaseMember[] = []
  243. for (const section of sections) {
  244. const dependencies = member.manifest[section]
  245. if (dependencies === null || typeof dependencies !== 'object' || Array.isArray(dependencies)) continue
  246. for (const name of Object.keys(dependencies)) {
  247. const dependency = byName.get(name)
  248. if (dependency !== undefined && dependency.name !== member.name) edges.push(dependency)
  249. }
  250. }
  251. return edges.sort((left, right) => left.name.localeCompare(right.name))
  252. }
  253. /**
  254. * Assert this family's version baseline holds across its members.
  255. * @param members - this family's members.
  256. */
  257. abstract verifyVersions(members: readonly ReleaseMember[]): void
  258. /**
  259. * The tag prefix a member's versions are tagged under. Every tag for that
  260. * member starts with it, which is how the last published version is found.
  261. * @param member - the member being published.
  262. * @returns The prefix, ending in `-v`.
  263. */
  264. abstract tagPrefixFor(member: ReleaseMember): string
  265. /**
  266. * The npm dist-tag assigned while publishing a version.
  267. * @param version - package version from the packed manifest.
  268. * @returns `next` for a prerelease, or undefined so npm uses `latest`.
  269. */
  270. distTagForVersion(version: string): string | undefined {
  271. return version.includes('-') ? 'next' : undefined
  272. }
  273. /**
  274. * The tag a member publishes from.
  275. * @param member - the member being published.
  276. * @returns The full tag name, without `refs/tags/`.
  277. */
  278. tagFor(member: ReleaseMember): string {
  279. return `${this.tagPrefixFor(member)}${member.version}`
  280. }
  281. /**
  282. * Check what a member's packed tarball carries.
  283. * @param member - the packed member.
  284. * @param files - every path inside its tarball.
  285. */
  286. abstract validatePayload(member: ReleaseMember, files: readonly string[]): void
  287. /**
  288. * The executable that proves this family's artifacts install and run, or
  289. * `undefined` for a family that publishes no executable.
  290. */
  291. abstract readonly installedEntry: InstalledEntry | undefined
  292. }
  293. /** Release packages and apps: one shared version across the whole family. */
  294. class DshFamily extends ReleaseFamily {
  295. readonly id = 'dsh'
  296. readonly patterns = [
  297. 'packages/*/*/package.json',
  298. 'apps/*/package.json',
  299. ] as const
  300. readonly tagPrefix = 'dsh-v'
  301. /** Require current artifacts from a complete official client build. */
  302. override verifyBuildArtifacts(root: string): void {
  303. readClientBuildRecord(root, officialClientBuildEnvironment(root))
  304. }
  305. /**
  306. * Require one version across the family, the way a single tag can name it.
  307. * @param members - this family's members.
  308. */
  309. verifyVersions(members: readonly ReleaseMember[]): void {
  310. const versions = new Set(members.map(member => member.version))
  311. if (versions.size !== 1) {
  312. const detail = members.map(member => `${member.directory}: ${member.version}`).join('\n')
  313. throw new Error(`dsh release members must share one version:\n${detail}`)
  314. }
  315. }
  316. /**
  317. * The single family prefix: every member shares one version, so one tag names it.
  318. * @returns `dsh-v`.
  319. */
  320. tagPrefixFor(): string {
  321. return this.tagPrefix
  322. }
  323. override distTagForVersion(version: string): string | undefined {
  324. const separator = version.indexOf('-')
  325. if (separator === -1) return undefined
  326. const [channel] = version.slice(separator + 1).split('.')
  327. if (channel === 'alpha' || channel === 'canary') return channel
  328. return 'next'
  329. }
  330. /**
  331. * Reject source and declaration-map members, the repository's publication policy.
  332. * @param member - the packed member.
  333. * @param files - every path inside its tarball.
  334. */
  335. validatePayload(member: ReleaseMember, files: readonly string[]): void {
  336. validateTarballPayload(files, member.name)
  337. }
  338. readonly installedEntry = { packageName: '@deepseek-ai/dsh', binPath: 'lib/bin.js' }
  339. }
  340. /** `vendor/*`: every package keeps its own version line, so every package has its own tag. */
  341. class VendorFamily extends ReleaseFamily {
  342. readonly id = 'vendor'
  343. readonly patterns = ['vendor/*/package.json'] as const
  344. readonly tagPrefix = 'vendor-'
  345. /**
  346. * Accept independent versions; only reject a version this repository cannot publish.
  347. * @param members - this family's members.
  348. */
  349. verifyVersions(members: readonly ReleaseMember[]): void {
  350. for (const member of members) {
  351. if (!/^\d+\.\d+\.\d+(?:-[0-9A-Za-z.-]+)?$/.test(member.version)) {
  352. throw new Error(`${member.directory} has an unpublishable version: ${member.version}`)
  353. }
  354. }
  355. }
  356. /**
  357. * A prefix per member, because one vendor release can carry several versions.
  358. * @param member - the member being published.
  359. * @returns `vendor-<unscoped name>-v`.
  360. */
  361. tagPrefixFor(member: ReleaseMember): string {
  362. return `${this.tagPrefix}${member.name.replace('@deepseek-ai/', '')}-v`
  363. }
  364. /**
  365. * Require the payload the vendored manifest declares, including upstream's
  366. * `src` tree and declaration maps.
  367. *
  368. * The harness policy that rejects both does not apply here: these manifests
  369. * export `./src/*` for source navigation, so dropping `src` would publish a
  370. * package whose export map points at absent files. What must hold instead is
  371. * that every path the manifest selects is present, which `files` already
  372. * decides and `pnpm pack` already enforces.
  373. * @param member - the packed member.
  374. * @param files - every path inside its tarball.
  375. */
  376. validatePayload(member: ReleaseMember, files: readonly string[]): void {
  377. if (files.length === 0) throw new Error(`${member.name} packed an empty tarball`)
  378. }
  379. /** No installed-entry probe: these are libraries a consumer imports, with no executable. */
  380. readonly installedEntry = undefined
  381. }
  382. /** Every release family this module owns, in workflow order. */
  383. function releaseFamilies(): readonly ReleaseFamily[] {
  384. return [new DshFamily(), new VendorFamily()]
  385. }
  386. /**
  387. * Resolve a family by its `--family` identifier.
  388. * @param id - family identifier.
  389. * @returns The family.
  390. */
  391. export function releaseFamily(id: string): ReleaseFamily {
  392. const family = releaseFamilies().find(candidate => candidate.id === id)
  393. if (family === undefined) {
  394. const known = releaseFamilies().map(candidate => candidate.id).join(', ')
  395. throw new Error(`unknown release family ${id}; expected one of ${known}`)
  396. }
  397. return family
  398. }
  399. /**
  400. * The npm tarball filename `pnpm pack` writes for a member.
  401. * @param member - the packed member.
  402. * @returns The tarball filename.
  403. */
  404. export function tarballName(member: ReleaseMember): string {
  405. const unscoped = member.name.startsWith('@') ? member.name.slice(1).replace('/', '-') : member.name
  406. return `${unscoped}-${member.version}.tgz`
  407. }