prepare-package-set.ts 7.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177
  1. /** Select and copy the local npm tarball closures that supply Desktop dsh and its private Host. */
  2. import { createHash } from 'node:crypto'
  3. import {
  4. constants,
  5. copyFileSync,
  6. globSync,
  7. mkdirSync,
  8. readFileSync,
  9. readdirSync,
  10. rmSync,
  11. statSync,
  12. writeFileSync,
  13. } from 'node:fs'
  14. import { basename, join, resolve } from 'node:path'
  15. import { parseArgs } from 'node:util'
  16. import * as yaml from 'js-yaml'
  17. import {
  18. DESKTOP_HOST_PACKAGE,
  19. DESKTOP_HOST_RUNTIME_FILES,
  20. DESKTOP_PACKAGES_DIR,
  21. DESKTOP_PACKAGE_SET_FILE,
  22. parseDesktopCorePackageSet,
  23. type DesktopCorePackageRecord,
  24. } from '../src/core-package-set.ts'
  25. import { capture } from '../../../scripts/release/process.ts'
  26. import { tarballFiles } from '../../../scripts/release/tarball.ts'
  27. import { resolveDesktopTargetBuildPaths } from './desktop-build-paths.mjs'
  28. const DSH_PACKAGE = '@deepseek-ai/dsh'
  29. const ROOT_PACKAGES = [DSH_PACKAGE, DESKTOP_HOST_PACKAGE] as const
  30. const APP_ROOT = resolve(import.meta.dirname, '..')
  31. const REPOSITORY_ROOT = resolve(APP_ROOT, '..', '..')
  32. const REQUIRED_DEPENDENCY_SECTIONS = ['dependencies', 'peerDependencies'] as const
  33. const OPTIONAL_DEPENDENCY_SECTION = 'optionalDependencies'
  34. /** Packed package information needed to form the local Desktop closure. */
  35. export interface PackedDesktopPackage {
  36. readonly tarball: string
  37. readonly manifest: Readonly<Record<string, unknown>>
  38. }
  39. function dependencyNames(manifest: Readonly<Record<string, unknown>>, section: string): string[] {
  40. const value = manifest[section]
  41. if (value === undefined) return []
  42. if (value === null || typeof value !== 'object' || Array.isArray(value)) {
  43. throw new Error(`desktop package set: ${String(manifest.name)} has invalid ${section}`)
  44. }
  45. return Object.keys(value).sort()
  46. }
  47. /**
  48. * Select workspace dependencies rooted at dsh and its private Host; npm resolves external packages.
  49. * @param available - Packed packages indexed by package name.
  50. * @returns Selected packages sorted by name.
  51. */
  52. export function selectDesktopPackageClosure(
  53. available: ReadonlyMap<string, PackedDesktopPackage>,
  54. ): PackedDesktopPackage[] {
  55. const workspace = yaml.load(readFileSync(join(REPOSITORY_ROOT, 'pnpm-workspace.yaml'), 'utf8')) as { packages: string[] }
  56. const workspaceNames = new Set(globSync(workspace.packages.map(pattern => `${pattern}/package.json`), { cwd: REPOSITORY_ROOT })
  57. .map(path => (JSON.parse(readFileSync(join(REPOSITORY_ROOT, path), 'utf8')) as { name: string }).name))
  58. const selected = new Map<string, PackedDesktopPackage>()
  59. const visit = (name: string): void => {
  60. if (selected.has(name)) return
  61. const packed = available.get(name)
  62. if (packed === undefined) throw new Error(`desktop package set: packed inputs omit required package ${name}`)
  63. selected.set(name, packed)
  64. for (const section of REQUIRED_DEPENDENCY_SECTIONS) {
  65. for (const dependency of dependencyNames(packed.manifest, section)) {
  66. if (available.has(dependency)) visit(dependency)
  67. else if (workspaceNames.has(dependency)) {
  68. throw new Error(`desktop package set: ${name} requires unpacked package ${dependency}`)
  69. }
  70. }
  71. }
  72. for (const dependency of dependencyNames(packed.manifest, OPTIONAL_DEPENDENCY_SECTION)) {
  73. if (available.has(dependency)) visit(dependency)
  74. }
  75. }
  76. for (const name of ROOT_PACKAGES) {
  77. if (!available.has(name)) throw new Error(`desktop package set: packed inputs omit ${name}`)
  78. visit(name)
  79. }
  80. return [...selected.entries()].sort(([left], [right]) => left.localeCompare(right)).map(([, packed]) => packed)
  81. }
  82. function packedManifest(tarball: string): Record<string, unknown> {
  83. const value: unknown = JSON.parse(capture('tar', ['-xOzf', tarball, 'package/package.json']))
  84. if (value === null || typeof value !== 'object' || Array.isArray(value)) {
  85. throw new Error(`desktop package set: ${tarball} has no package manifest`)
  86. }
  87. return value as Record<string, unknown>
  88. }
  89. function packedPackages(inputs: readonly string[]): Map<string, PackedDesktopPackage> {
  90. const available = new Map<string, PackedDesktopPackage>()
  91. for (const input of inputs) {
  92. const tarballs = readdirSync(input).filter(file => file.endsWith('.tgz')).sort()
  93. if (tarballs.length === 0) throw new Error(`desktop package set: ${input} contains no tarballs`)
  94. for (const file of tarballs) {
  95. const tarball = join(input, file)
  96. const manifest = packedManifest(tarball)
  97. const name = manifest.name
  98. if (typeof name !== 'string' || name === '') throw new Error(`desktop package set: ${tarball} has no package name`)
  99. if (available.has(name)) throw new Error(`desktop package set: duplicate packed package ${name}`)
  100. available.set(name, { tarball, manifest })
  101. }
  102. }
  103. return available
  104. }
  105. /**
  106. * Require every private Host file used before the Desktop profile can pass its health check.
  107. * @param files - Tarball paths rooted at `package/`.
  108. * @returns Nothing.
  109. */
  110. export function assertDesktopHostPackageFiles(files: readonly string[]): void {
  111. const available = new Set(files)
  112. const missing = DESKTOP_HOST_RUNTIME_FILES
  113. .map(file => `package/${file}`)
  114. .filter(file => !available.has(file))
  115. if (missing.length > 0) {
  116. throw new Error(`desktop package set: ${DESKTOP_HOST_PACKAGE} tarball omits required file(s): ${missing.join(', ')}`)
  117. }
  118. }
  119. /** Prepare a package set from release tarball directories. */
  120. export function prepareDesktopPackageSet(inputs: readonly string[], output: string): void {
  121. const selected = selectDesktopPackageClosure(packedPackages(inputs))
  122. const host = selected.find(packed => packed.manifest.name === DESKTOP_HOST_PACKAGE)
  123. if (host === undefined) throw new Error(`desktop package set: selected closure omits ${DESKTOP_HOST_PACKAGE}`)
  124. assertDesktopHostPackageFiles(tarballFiles(host.tarball))
  125. rmSync(output, { recursive: true, force: true })
  126. const packageDir = join(output, DESKTOP_PACKAGES_DIR)
  127. mkdirSync(packageDir, { recursive: true })
  128. const records: DesktopCorePackageRecord[] = selected.map((packed) => {
  129. const name = packed.manifest.name
  130. const version = packed.manifest.version
  131. if (typeof name !== 'string' || typeof version !== 'string') {
  132. throw new Error(`desktop package set: ${packed.tarball} has no package identity`)
  133. }
  134. const file = basename(packed.tarball)
  135. const destination = join(packageDir, file)
  136. copyFileSync(packed.tarball, destination, constants.COPYFILE_EXCL)
  137. const body = readFileSync(destination)
  138. return {
  139. name,
  140. version,
  141. file,
  142. bytes: statSync(destination).size,
  143. integrity: `sha512-${createHash('sha512').update(body).digest('base64')}`,
  144. }
  145. })
  146. const packageSet = parseDesktopCorePackageSet({ schemaVersion: 1, packages: records })
  147. writeFileSync(join(output, DESKTOP_PACKAGE_SET_FILE), `${JSON.stringify(packageSet, undefined, 2)}\n`, { mode: 0o600 })
  148. }
  149. function main(): void {
  150. const buildPaths = resolveDesktopTargetBuildPaths()
  151. const defaultInputs = [
  152. buildPaths.packedDsh,
  153. buildPaths.packedVendor,
  154. buildPaths.packedLandlock,
  155. ]
  156. const { values } = parseArgs({
  157. options: { from: { type: 'string', multiple: true }, out: { type: 'string' } },
  158. allowPositionals: false,
  159. })
  160. const inputs = (values.from ?? defaultInputs).map(path => resolve(REPOSITORY_ROOT, path))
  161. const output = values.out === undefined ? buildPaths.packageSet : resolve(REPOSITORY_ROOT, values.out)
  162. prepareDesktopPackageSet(inputs, output)
  163. console.log(`desktop package set: prepared ${output}`)
  164. }
  165. if (import.meta.main) main()