models-settings.e2e.ts 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443
  1. // Web e2e scenario: the Models settings page end to end through the real
  2. // wire — the add card offers the dormant pi-ai catalog, a blank key saves a
  3. // reference-free profile for provider-native auth, and typing an API key later
  4. // stores it write-only under the derived reference (`MINIMAX_CN_API_KEY`)
  5. // while the settings document records only that reference. Each saved row
  6. // appears after route topology invalidation without presenting liveness as
  7. // provider status. The customized-settings fold writes its curated fields —
  8. // the endpoint, and a declared route's own name and protocol — as merge
  9. // patches against the stored profile. Zero model calls: configuration is pure
  10. // settings/credentials/llm-domain traffic, so there is no fixture and a
  11. // stray stream would fail loud because the adapter registry is empty. The provider under test is
  12. // minimax-cn so a developer's real ANTHROPIC/OPENAI environment keys can
  13. // never shadow the derived reference. The deletion dialog distinguishes a
  14. // reference-free profile from a page-managed key before the credential and
  15. // settings unsets reach the wire.
  16. import { assertModelInputLayout } from './model-input-layout.ts'
  17. import { readFile } from 'node:fs/promises'
  18. import { fileURLToPath } from 'node:url'
  19. import { join } from 'node:path'
  20. import type { Browser, Page } from 'playwright'
  21. import { chromium } from 'playwright'
  22. import { afterAll, beforeAll, describe, expect, it, onTestFailed } from 'vitest'
  23. import {
  24. assertFixtureInventory, captureStableAria, compareOrRefreshGolden,
  25. launchWebScaffold, watchConsole, webSnapshotMode, type WebScaffold,
  26. } from './scaffold.ts'
  27. import { ZH_BROWSER_LOCALE, saveFailureShot } from './support.ts'
  28. const SNAPSHOT_DIR = fileURLToPath(new URL('./expected/models-settings', import.meta.url))
  29. const EMPTY_EXPECTED = join(SNAPSHOT_DIR, 'empty.expected.md')
  30. const CONFIGURED_EXPECTED = join(SNAPSHOT_DIR, 'configured.expected.md')
  31. const DECLARED_EXPECTED = join(SNAPSHOT_DIR, 'declared.expected.md')
  32. const DECLARED_EDIT_EXPECTED = join(SNAPSHOT_DIR, 'declared-edit.expected.md')
  33. const MODEL_PICKER_EXPECTED = join(SNAPSHOT_DIR, 'model-picker.expected.md')
  34. const NATIVE_DELETE_EXPECTED = join(SNAPSHOT_DIR, 'native-delete.expected.md')
  35. const DELETE_EXPECTED = join(SNAPSHOT_DIR, 'delete.expected.md')
  36. const MODE = webSnapshotMode()
  37. describe('web e2e: Models settings page configures a dormant provider', () => {
  38. let scaffold: WebScaffold
  39. let browser: Browser
  40. let page: Page
  41. let tripwire: ReturnType<typeof watchConsole>
  42. beforeAll(async () => {
  43. scaffold = await launchWebScaffold({})
  44. browser = await chromium.launch()
  45. // The scenario asserts the shipped Chinese copy, so the browser asks for it.
  46. page = await browser.newPage({ viewport: { width: 1680, height: 1000 }, locale: ZH_BROWSER_LOCALE })
  47. tripwire = watchConsole(page)
  48. await page.goto(scaffold.authenticatedUrl, { waitUntil: 'load' })
  49. await page.waitForSelector('[class*="frame"]', { timeout: 30_000 })
  50. }, 120_000)
  51. afterAll(async () => {
  52. await browser?.close()
  53. await scaffold?.close()
  54. })
  55. it('rejects layout checks without an explicit viewport before resizing the page', async () => {
  56. const context = await browser.newContext({ viewport: null })
  57. try {
  58. const unsized = await context.newPage()
  59. await expect(assertModelInputLayout(unsized, unsized.locator('body')))
  60. .rejects.toThrow('Model input layout checks require an explicit viewport')
  61. expect(unsized.viewportSize()).toBeNull()
  62. } finally {
  63. await context.close()
  64. }
  65. })
  66. it('opens the add card over the dormant directory vocabulary', async () => {
  67. onTestFailed(() => saveFailureShot(page, 'web-e2e-models-empty'))
  68. await page.getByRole('button', { name: '设置', exact: true }).click()
  69. const dialog = page.getByRole('dialog', { name: '设置' })
  70. await dialog.waitFor({ timeout: 10_000 })
  71. await dialog.getByRole('button', { name: '模型' }).click()
  72. await dialog.getByText('填入各提供方的 API 密钥即可使用其模型。').waitFor({ timeout: 10_000 })
  73. // The dormant pi-ai adapter contributes its whole installed catalog; no
  74. // provider is configured yet, so the page is one add button.
  75. const add = dialog.getByRole('button', { name: '添加提供方' })
  76. await add.waitFor({ timeout: 10_000 })
  77. // The button enables once the dormant catalog lands in the join.
  78. await expect.poll(async () => add.isEnabled(), { timeout: 10_000 }).toBe(true)
  79. await add.click()
  80. const pick = dialog.getByLabel('提供方')
  81. await pick.waitFor({ timeout: 10_000 })
  82. await expect.poll(async () => pick.locator('option').count(), { timeout: 10_000 }).toBeGreaterThan(30)
  83. const options = await pick.locator('option').allTextContents()
  84. expect(options).toContain('anthropic')
  85. expect(options).toContain('minimax-cn')
  86. await pick.selectOption('minimax-cn')
  87. await dialog.getByRole('textbox', { name: 'API 密钥', exact: true }).waitFor({ timeout: 10_000 })
  88. const snapshot = await captureStableAria(page, '[role="dialog"]', scaffold.workspaceCwd)
  89. await compareOrRefreshGolden(EMPTY_EXPECTED, snapshot, MODE)
  90. }, 60_000)
  91. it('refuses a key no HTTP header can carry before anything is written', async () => {
  92. onTestFailed(() => saveFailureShot(page, 'web-e2e-models-illegal-key'))
  93. const dialog = page.getByRole('dialog', { name: '设置' })
  94. const key = dialog.getByLabel('API 密钥')
  95. const save = dialog.getByRole('button', { name: '保存', exact: true })
  96. // A key no HTTP header can carry would save cleanly and fail the first
  97. // turn with a ByteString TypeError; the form names the offending field
  98. // instead.
  99. await key.fill('sk-\u{1F600}minimax')
  100. await dialog.getByText('该 API 密钥格式错误,请检查。').waitFor({ timeout: 10_000 })
  101. await expect.poll(async () => save.isEnabled(), { timeout: 10_000 }).toBe(false)
  102. // Clearing it restores submit: an empty field means "keep what is stored",
  103. // never a refusal, or editing any other setting would demand the key.
  104. await key.fill('')
  105. await expect.poll(async () => save.isEnabled(), { timeout: 10_000 }).toBe(true)
  106. expect(await dialog.getByText('该 API 密钥格式错误,请检查。').count()).toBe(0)
  107. }, 60_000)
  108. it('saves a blank key as a reference-free provider-native profile', async () => {
  109. onTestFailed(() => saveFailureShot(page, 'web-e2e-models-native-auth'))
  110. const dialog = page.getByRole('dialog', { name: '设置' })
  111. await dialog.getByRole('button', { name: '保存', exact: true }).click()
  112. const row = dialog.getByText('minimax-cn', { exact: true }).first()
  113. await row.waitFor({ timeout: 10_000 })
  114. await dialog.getByText('已保存 minimax-cn。', { exact: true }).waitFor({ timeout: 10_000 })
  115. expect(await dialog.getByRole('img', { name: 'API 密钥已配置' }).count()).toBe(0)
  116. expect(await dialog.getByRole('img', { name: 'API 密钥缺失' }).count()).toBe(0)
  117. const document = await readFile(join(scaffold.harnessHome, 'settings.yaml'), 'utf8')
  118. expect(document).toContain('minimax-cn: {}')
  119. expect(document).not.toContain('MINIMAX_CN_API_KEY')
  120. }, 60_000)
  121. it('describes reference-free deletion without claiming a credential exists', async () => {
  122. onTestFailed(() => saveFailureShot(page, 'web-e2e-models-native-delete'))
  123. const settingsDialog = page.getByRole('dialog', { name: '设置' })
  124. await settingsDialog.getByRole('button', { name: '删除 minimax-cn', exact: true }).click()
  125. const deleteDialog = page.getByRole('dialog', { name: '删除 minimax-cn?' })
  126. await deleteDialog.waitFor({ timeout: 10_000 })
  127. const snapshot = await captureStableAria(
  128. page,
  129. '[role="dialog"][aria-label="删除 minimax-cn?"]',
  130. scaffold.workspaceCwd,
  131. )
  132. await compareOrRefreshGolden(NATIVE_DELETE_EXPECTED, snapshot, MODE)
  133. await deleteDialog.getByRole('button', { name: '取消', exact: true }).click()
  134. }, 60_000)
  135. it('stores the key under the derived reference and keeps the route live', async () => {
  136. onTestFailed(() => saveFailureShot(page, 'web-e2e-models-add'))
  137. const dialog = page.getByRole('dialog', { name: '设置' })
  138. await dialog.getByRole('button', { name: '编辑 minimax-cn' }).click()
  139. await dialog.getByRole('textbox', { name: 'API 密钥', exact: true }).fill('sk-e2e-minimax')
  140. await dialog.getByRole('button', { name: '保存', exact: true }).click()
  141. // The profile lands in settings.yaml with only the derived reference, the
  142. // key value lands in the harness home's .credentials.yaml, the dormant route
  143. // registers, and the topology frame invalidates the page into the row.
  144. await expect.poll(
  145. async () => dialog.getByRole('textbox', { name: 'API 密钥', exact: true }).count(),
  146. { timeout: 10_000 },
  147. ).toBe(0)
  148. await dialog.getByRole('img', { name: 'API 密钥已配置' }).waitFor({ timeout: 10_000 })
  149. await dialog.getByText('已保存 minimax-cn。', { exact: true }).waitFor({ timeout: 10_000 })
  150. const document = await readFile(join(scaffold.harnessHome, 'settings.yaml'), 'utf8')
  151. expect(document).toContain('minimax-cn:')
  152. expect(document).toContain('apiKeyEnv: MINIMAX_CN_API_KEY')
  153. expect(document).not.toContain('sk-e2e-minimax')
  154. const credentialFile = join(scaffold.harnessHome, '.credentials.yaml')
  155. await expect.poll(
  156. async () => readFile(credentialFile, 'utf8').catch(() => ''),
  157. { timeout: 10_000 },
  158. ).toContain('MINIMAX_CN_API_KEY: sk-e2e-minimax')
  159. expect(await page.content()).not.toContain('sk-e2e-minimax')
  160. }, 60_000)
  161. it('applies a customized-settings field as a merge patch', async () => {
  162. onTestFailed(() => saveFailureShot(page, 'web-e2e-models-customized'))
  163. const dialog = page.getByRole('dialog', { name: '设置' })
  164. await dialog.getByRole('button', { name: '编辑 minimax-cn' }).click()
  165. await dialog.getByText('自定义设置').click()
  166. const url = dialog.getByLabel('API 地址')
  167. await url.waitFor({ timeout: 10_000 })
  168. await url.fill('https://gateway.minimax.example/v1')
  169. await dialog.getByRole('button', { name: '保存', exact: true }).click()
  170. // The editor closes back to the row; the fold's write merged into the
  171. // stored profile beside the reference.
  172. await expect.poll(async () => dialog.getByLabel('API 地址').count(), { timeout: 10_000 }).toBe(0)
  173. await dialog.getByText('已保存 minimax-cn。', { exact: true }).waitFor({ timeout: 10_000 })
  174. const document = await readFile(join(scaffold.harnessHome, 'settings.yaml'), 'utf8')
  175. expect(document).toContain('baseURL: https://gateway.minimax.example/v1')
  176. expect(document).toContain('apiKeyEnv: MINIMAX_CN_API_KEY')
  177. const snapshot = await captureStableAria(page, '[role="dialog"]', scaffold.workspaceCwd)
  178. await compareOrRefreshGolden(CONFIGURED_EXPECTED, snapshot, MODE)
  179. expect(tripwire.pageErrors).toEqual([])
  180. }, 60_000)
  181. it('filters the discovered model catalog and clears hidden selections', async () => {
  182. onTestFailed(() => saveFailureShot(page, 'web-e2e-models-picker'))
  183. const settingsDialog = page.getByRole('dialog', { name: '设置' })
  184. await settingsDialog.getByRole('button', { name: '编辑 minimax-cn' }).click()
  185. await settingsDialog.getByText('自定义设置').click()
  186. await settingsDialog.getByRole('button', { name: '获取可用模型' }).click()
  187. const picker = page.getByRole('dialog', { name: '选择要添加的模型' })
  188. await picker.waitFor({ timeout: 10_000 })
  189. const boxes = picker.getByRole('checkbox')
  190. const count = await boxes.count()
  191. expect(count).toBeGreaterThan(0)
  192. expect(await boxes.evaluateAll(nodes => nodes.map(node => (node as HTMLInputElement).checked))).toEqual(
  193. Array.from({ length: count }, () => true),
  194. )
  195. const search = picker.getByRole('searchbox', { name: '搜索模型' })
  196. await search.fill('highspeed')
  197. await expect.poll(async () => boxes.count()).toBe(1)
  198. await picker.getByRole('button', { name: '取消全选' }).click()
  199. expect(await boxes.evaluateAll(nodes => nodes.map(node => (node as HTMLInputElement).checked))).toEqual(
  200. [false],
  201. )
  202. await search.fill('')
  203. await expect.poll(async () => boxes.count()).toBe(count)
  204. const restored = await boxes.evaluateAll(nodes => nodes.map(node => (node as HTMLInputElement).checked))
  205. expect(restored).toEqual(Array.from({ length: count }, () => false))
  206. await picker.getByRole('button', { name: '全选' }).waitFor()
  207. await picker.getByRole('button', { name: '全选' }).click()
  208. const snapshot = await captureStableAria(
  209. page,
  210. '[role="dialog"][aria-label="选择要添加的模型"]',
  211. scaffold.workspaceCwd,
  212. )
  213. await compareOrRefreshGolden(MODEL_PICKER_EXPECTED, snapshot, MODE)
  214. expect(await boxes.evaluateAll(nodes => nodes.map(node => (node as HTMLInputElement).checked))).toEqual(
  215. Array.from({ length: count }, () => true),
  216. )
  217. await picker.getByRole('button', { name: '取消', exact: true }).click()
  218. await settingsDialog.getByRole('button', { name: '取消', exact: true }).click()
  219. }, 60_000)
  220. it('declares a route the adapter does not ship', async () => {
  221. onTestFailed(() => saveFailureShot(page, 'web-e2e-models-declare'))
  222. const dialog = page.getByRole('dialog', { name: '设置' })
  223. const declare = dialog.getByRole('button', { name: '添加自定义提供方' })
  224. await expect.poll(async () => declare.isEnabled(), { timeout: 10_000 }).toBe(true)
  225. await declare.click()
  226. await dialog.getByLabel('Provider ID').fill('acme-gateway')
  227. await dialog.getByLabel('显示名称').fill('Acme Gateway')
  228. await dialog.getByLabel('API 地址').fill('https://gateway.acme.example/v1')
  229. // No reasoning effort on a provider card at all: effort is a per-model
  230. // capability, the models under one provider disagree about it, and a
  231. // switch in the composer already records provider+model+effort together.
  232. expect(await dialog.getByLabel('推理强度').count()).toBe(0)
  233. await dialog.getByRole('button', { name: '添加模型' }).click()
  234. await dialog.getByLabel('模型 ID 1').fill('acme-large')
  235. await dialog.getByRole('button', { name: '模型选项 1' }).click()
  236. expect(await dialog.getByRole('group', { name: '输入类型 1' }).getByRole('checkbox', { name: '图片' }).isChecked()).toBe(false)
  237. await dialog.getByRole('group', { name: '输入类型 1' }).getByRole('checkbox', { name: '图片' }).check()
  238. await dialog.getByRole('button', { name: '创建提供方', exact: true }).click()
  239. const row = dialog.getByText('Acme Gateway', { exact: true }).first()
  240. await row.waitFor({ timeout: 10_000 })
  241. const document = await readFile(join(scaffold.harnessHome, 'settings.yaml'), 'utf8')
  242. expect(document).toContain('acme-gateway:')
  243. await expect(scaffold.ctx.llm.resolveModelInfo('acme-gateway', 'acme-large')).resolves.toMatchObject({
  244. inputModalities: ['text', 'image'],
  245. })
  246. // The tag follows the adapter's installed catalog: this route is in no
  247. // catalog, while minimax-cn is — even though both now have profiles.
  248. const rowCard = (name: string) => dialog.locator('li').filter({ hasText: name }).first()
  249. await expect.poll(async () => rowCard('Acme Gateway').getByText('自定义').count(), { timeout: 10_000 }).toBe(1)
  250. expect(await rowCard('minimax-cn').getByText('自定义').count()).toBe(0)
  251. const snapshot = await captureStableAria(page, '[role="dialog"]', scaffold.workspaceCwd)
  252. await compareOrRefreshGolden(DECLARED_EXPECTED, snapshot, MODE)
  253. expect(tripwire.pageErrors).toEqual([])
  254. }, 60_000)
  255. it('reopens the name and protocol a declared route was created with', async () => {
  256. onTestFailed(() => saveFailureShot(page, 'web-e2e-models-declared-identity'))
  257. const dialog = page.getByRole('dialog', { name: '设置' })
  258. await dialog.getByRole('button', { name: '编辑 Acme Gateway (acme-gateway)' }).click()
  259. await dialog.getByText('自定义设置').click()
  260. // The create card asked this route for a name and a protocol because
  261. // nothing can default them; the editor reaches the same two fields rather
  262. // than sending the user to settings.yaml for what only this route names.
  263. const protocol = dialog.getByLabel('API 协议')
  264. await protocol.waitFor({ timeout: 10_000 })
  265. expect(await protocol.inputValue()).toBe('openai-completions')
  266. const name = dialog.getByLabel('显示名称', { exact: true })
  267. expect(await name.inputValue()).toBe('Acme Gateway')
  268. await dialog.getByRole('button', { name: '模型选项 1' }).click()
  269. expect(await dialog.getByRole('group', { name: '输入类型 1' }).getByRole('checkbox', { name: '图片' }).isChecked()).toBe(true)
  270. await assertModelInputLayout(page, dialog)
  271. const snapshot = await captureStableAria(page, '[role="dialog"]', scaffold.workspaceCwd)
  272. await compareOrRefreshGolden(DECLARED_EDIT_EXPECTED, snapshot, MODE)
  273. await protocol.selectOption('anthropic-messages')
  274. await name.fill('Acme 网关')
  275. await dialog.getByRole('group', { name: '输入类型 1' }).getByRole('checkbox', { name: '图片' }).uncheck()
  276. await dialog.getByRole('button', { name: '保存', exact: true }).click()
  277. await expect.poll(async () => dialog.getByLabel('API 协议').count(), { timeout: 10_000 }).toBe(0)
  278. // The adapter re-resolved the route under the new protocol and re-registered
  279. // it under the new name: an unserviceable profile would have been refused
  280. // at the write instead, and a rename that did not re-register would leave
  281. // the old label on the row.
  282. await dialog.getByText('Acme 网关', { exact: true }).first().waitFor({ timeout: 10_000 })
  283. // The status line names the route as the refreshed directory reports it;
  284. // the target captured when the card opened still carries the old name.
  285. await dialog.getByText('已保存 Acme 网关 (acme-gateway)。', { exact: true }).waitFor({ timeout: 10_000 })
  286. const document = await readFile(join(scaffold.harnessHome, 'settings.yaml'), 'utf8')
  287. expect(document).toContain('api: anthropic-messages')
  288. expect(document).toContain('displayName: Acme 网关')
  289. await expect(scaffold.ctx.llm.resolveModelInfo('acme-gateway', 'acme-large')).resolves.toMatchObject({
  290. inputModalities: ['text'],
  291. })
  292. expect(tripwire.pageErrors).toEqual([])
  293. }, 60_000)
  294. it('saves image-only input and reopens the same selection', async () => {
  295. onTestFailed(() => saveFailureShot(page, 'web-e2e-models-input-types'))
  296. const dialog = page.getByRole('dialog', { name: '设置' })
  297. await dialog.getByRole('button', { name: '编辑 Acme 网关 (acme-gateway)' }).click()
  298. await dialog.getByText('自定义设置').click()
  299. await dialog.getByRole('button', { name: '模型选项 1' }).click()
  300. expect(await dialog.getByRole('group', { name: '输入类型 1' }).getByRole('checkbox', { name: '图片' }).isChecked()).toBe(false)
  301. const inputs = dialog.getByRole('group', { name: '输入类型 1' })
  302. expect(await inputs.getByRole('checkbox', { name: '文本' }).isChecked()).toBe(true)
  303. expect(await inputs.getByRole('checkbox', { name: '文本' }).isDisabled()).toBe(true)
  304. await inputs.getByRole('checkbox', { name: '图片' }).check()
  305. await inputs.getByRole('checkbox', { name: '文本' }).uncheck()
  306. await dialog.getByRole('button', { name: '保存', exact: true }).click()
  307. await dialog.getByLabel('模型 ID 1').waitFor({ state: 'detached', timeout: 10_000 })
  308. await expect(scaffold.ctx.llm.resolveModelInfo('acme-gateway', 'acme-large')).resolves.toMatchObject({
  309. inputModalities: ['image'],
  310. })
  311. await dialog.getByRole('button', { name: '编辑 Acme 网关 (acme-gateway)' }).click()
  312. await dialog.getByText('自定义设置').click()
  313. await dialog.getByRole('button', { name: '模型选项 1' }).click()
  314. expect(await dialog.getByRole('group', { name: '输入类型 1' }).getByRole('checkbox', { name: '图片' }).isChecked()).toBe(true)
  315. expect(await inputs.getByRole('checkbox', { name: '文本' }).isChecked()).toBe(false)
  316. expect(await inputs.getByRole('checkbox', { name: '图片' }).isDisabled()).toBe(true)
  317. await dialog.getByRole('button', { name: '取消', exact: true }).click()
  318. expect(tripwire.pageErrors).toEqual([])
  319. }, 60_000)
  320. it('inherits installed vision input and retains it when adopting a discovered model', async () => {
  321. onTestFailed(() => saveFailureShot(page, 'web-e2e-models-catalog-inputs'))
  322. await scaffold.ctx.settings.mutate('llm-pi-ai', [{
  323. op: 'set', path: ['providers', 'openai'],
  324. value: { models: [{ id: 'gpt-6-astra', name: 'GPT-6 Astra', contextWindow: 272000, maxTokens: 128000 }] },
  325. }])
  326. const dialog = page.getByRole('dialog', { name: '设置' })
  327. const edit = dialog.getByRole('button', { name: '编辑 openai', exact: true })
  328. try {
  329. await edit.click()
  330. await dialog.getByText('自定义设置').click()
  331. await dialog.getByRole('button', { name: '模型选项 1' }).click()
  332. const types = dialog.getByRole('group', { name: '输入类型 1' })
  333. const image = types.getByRole('checkbox', { name: '图片', exact: true })
  334. await expect.poll(() => image.isChecked()).toBe(true)
  335. expect(await types.getByRole('checkbox', { name: '文本', exact: true }).isChecked()).toBe(true)
  336. const before = await readFile(join(scaffold.harnessHome, 'settings.yaml'), 'utf8')
  337. await compareOrRefreshGolden(join(SNAPSHOT_DIR, 'catalog-inputs.expected.md'),
  338. await captureStableAria(page, '[role="dialog"]', scaffold.workspaceCwd), MODE)
  339. await dialog.getByRole('button', { name: '保存', exact: true }).click()
  340. await types.waitFor({ state: 'detached' })
  341. expect(await readFile(join(scaffold.harnessHome, 'settings.yaml'), 'utf8')).toBe(before)
  342. await edit.click()
  343. await dialog.getByText('自定义设置').click()
  344. await dialog.getByRole('button', { name: '模型选项 1' }).click()
  345. await expect.poll(() => image.isEnabled()).toBe(true)
  346. await image.uncheck()
  347. await dialog.getByRole('button', { name: '保存', exact: true }).click()
  348. await types.waitFor({ state: 'detached' })
  349. await expect(scaffold.ctx.llm.resolveModelInfo('openai', 'gpt-6-astra')).resolves.toMatchObject({ inputModalities: ['text'] })
  350. await edit.click()
  351. await dialog.getByText('自定义设置').click()
  352. await dialog.getByRole('button', { name: '模型选项 1' }).click()
  353. await expect.poll(() => image.isEnabled()).toBe(true)
  354. expect(await image.isChecked()).toBe(false)
  355. await dialog.getByRole('button', { name: '删除模型 1' }).click()
  356. await dialog.getByRole('button', { name: '获取可用模型' }).click()
  357. const picker = page.getByRole('dialog', { name: '选择要添加的模型' })
  358. await picker.getByRole('button', { name: '取消全选' }).click()
  359. await picker.getByRole('searchbox', { name: '搜索模型' }).fill('gpt-6-astra')
  360. await picker.getByRole('checkbox', { name: 'gpt-6-astra', exact: true }).check()
  361. await picker.getByRole('button', { name: '添加所选' }).click()
  362. await dialog.getByRole('button', { name: '模型选项 1' }).click()
  363. expect(await image.isChecked()).toBe(true)
  364. await dialog.getByRole('button', { name: '保存', exact: true }).click()
  365. await types.waitFor({ state: 'detached' })
  366. await expect(scaffold.ctx.llm.resolveModelInfo('openai', 'gpt-6-astra')).resolves.toMatchObject({ inputModalities: ['text', 'image'] })
  367. } finally {
  368. await scaffold.ctx.settings.mutate('llm-pi-ai', [{ op: 'unset', path: ['providers', 'openai'] }])
  369. await edit.waitFor({ state: 'detached' })
  370. await page.getByRole('dialog', { name: '选择要添加的模型' }).waitFor({ state: 'detached' })
  371. }
  372. expect(tripwire.pageErrors).toEqual([])
  373. }, 60_000)
  374. it('confirms an identified provider deletion before removing its profile and key', async () => {
  375. onTestFailed(() => saveFailureShot(page, 'web-e2e-models-delete'))
  376. expect(await readFile(join(scaffold.harnessHome, 'settings.yaml'), 'utf8')).not.toContain('openai:')
  377. const settingsDialog = page.getByRole('dialog', { name: '设置' })
  378. await settingsDialog.getByRole('button', { name: '删除 minimax-cn', exact: true }).click()
  379. const deleteDialog = page.getByRole('dialog', { name: '删除 minimax-cn?' })
  380. await deleteDialog.waitFor({ timeout: 10_000 })
  381. const snapshot = await captureStableAria(
  382. page,
  383. '[role="dialog"][aria-label="删除 minimax-cn?"]',
  384. scaffold.workspaceCwd,
  385. )
  386. await compareOrRefreshGolden(DELETE_EXPECTED, snapshot, MODE)
  387. await deleteDialog.getByRole('button', { name: '取消', exact: true }).click()
  388. expect(await readFile(join(scaffold.harnessHome, 'settings.yaml'), 'utf8')).toContain('minimax-cn:')
  389. await settingsDialog.getByRole('button', { name: '删除 minimax-cn', exact: true }).click()
  390. await page.getByRole('dialog', { name: '删除 minimax-cn?' })
  391. .getByRole('button', { name: '删除 minimax-cn', exact: true }).click()
  392. await expect.poll(
  393. async () => readFile(join(scaffold.harnessHome, 'settings.yaml'), 'utf8'),
  394. { timeout: 10_000 },
  395. ).not.toContain('minimax-cn:')
  396. expect(await readFile(join(scaffold.harnessHome, '.credentials.yaml'), 'utf8'))
  397. .not.toContain('MINIMAX_CN_API_KEY')
  398. await expect.poll(
  399. async () => page.getByRole('dialog', { name: '删除 minimax-cn?' }).count(),
  400. { timeout: 10_000 },
  401. ).toBe(0)
  402. await page.keyboard.press('Escape')
  403. expect(tripwire.pageErrors).toEqual([])
  404. }, 60_000)
  405. it.skipIf(MODE === 'record')('keeps the fixture inventory closed', async () => {
  406. await assertFixtureInventory(SNAPSHOT_DIR, [
  407. 'configured.expected.md', 'declared-edit.expected.md', 'declared.expected.md',
  408. 'delete.expected.md', 'empty.expected.md', 'model-picker.expected.md',
  409. 'native-delete.expected.md', 'catalog-inputs.expected.md',
  410. ])
  411. })
  412. })