483 lines
21 KiB
TypeScript
483 lines
21 KiB
TypeScript
import { closeElectronApp, expect, getStableWindow, test } from './fixtures/electron';
|
|
|
|
test.describe('AI Design V2 workspace', () => {
|
|
test('keeps Prompt Museum cards usable when relative media fails', async ({ launchElectronApp }) => {
|
|
test.setTimeout(90_000);
|
|
const app = await launchElectronApp({ skipSetup: true });
|
|
|
|
try {
|
|
const page = await getStableWindow(app);
|
|
await expect(page.getByTestId('ai-module-selection-page')).toBeVisible();
|
|
|
|
await app.evaluate(({ ipcMain }) => {
|
|
const image = {
|
|
url: '/api/image-prompt-museum/e2e-entry/media/thumbnail',
|
|
width: 1200,
|
|
height: 900,
|
|
alt: 'E2E museum thumbnail',
|
|
};
|
|
const card = {
|
|
id: 'e2e-entry',
|
|
slug: 'e2e-entry',
|
|
title: '相对媒体 E2E',
|
|
summary: '验证图片失败不会阻断卡片。',
|
|
thumbnail: image,
|
|
categories: [],
|
|
model: { id: 'e2e-model', name: 'E2E Model' },
|
|
language: 'zh-CN',
|
|
attribution: {
|
|
author: { name: 'E2E 作者' },
|
|
source: { name: 'E2E 来源' },
|
|
license: { name: '测试许可', attributionText: 'E2E attribution' },
|
|
},
|
|
publishedAt: '2026-08-18T00:00:00.000Z',
|
|
updatedAt: '2026-08-18T00:00:00.000Z',
|
|
};
|
|
const respond = (json: unknown) => ({
|
|
ok: true,
|
|
data: { status: 200, ok: true, json },
|
|
});
|
|
|
|
ipcMain.removeHandler('hostapi:fetch');
|
|
ipcMain.handle('hostapi:fetch', async (_event, request: { path?: string }) => {
|
|
const path = request.path ?? '';
|
|
if (path === '/api/works/image-workspace') {
|
|
return respond({
|
|
success: true,
|
|
data: {
|
|
capabilities: { conversation: true, generation: true, image: true, video: true },
|
|
workspaces: [],
|
|
},
|
|
});
|
|
}
|
|
if (path === '/api/works/image-prompt-museum') {
|
|
return respond({
|
|
success: true,
|
|
data: {
|
|
items: [card],
|
|
facets: { useCases: [], styles: [], subjects: [] },
|
|
nextCursor: null,
|
|
total: 1,
|
|
},
|
|
});
|
|
}
|
|
if (path === '/api/works/image-prompt-museum/e2e-entry') {
|
|
return respond({
|
|
success: true,
|
|
data: {
|
|
...card,
|
|
prompt: 'Create a resilient image card.',
|
|
variables: [],
|
|
images: [image],
|
|
requiresReferenceImages: false,
|
|
},
|
|
});
|
|
}
|
|
if (path === '/api/works/image-prompt-museum/e2e-entry/media/thumbnail') {
|
|
return respond({ mimeType: 'text/html', dataBase64: 'PGgxPnVuc2FmZTwvaDE+' });
|
|
}
|
|
return { ok: false, error: { message: `Unexpected E2E Host API request: ${path}` } };
|
|
});
|
|
});
|
|
|
|
await page.getByTestId('ai-module-option-painting').click();
|
|
const imageSidebar = page.getByTestId('sidebar-image-workspace');
|
|
await expect(imageSidebar.getByRole('button', { name: '获取灵感' })).toBeVisible();
|
|
await imageSidebar.getByRole('button', { name: '获取灵感' }).click();
|
|
|
|
const cardButton = page.getByRole('button', { name: '查看 相对媒体 E2E' });
|
|
await expect(cardButton).toBeVisible();
|
|
await expect(page.getByLabel('E2E museum thumbnail加载失败')).toBeVisible();
|
|
await expect(cardButton).toBeEnabled();
|
|
await cardButton.click();
|
|
await expect(page.getByRole('button', { name: '关闭详情' })).toBeVisible();
|
|
} finally {
|
|
await closeElectronApp(app);
|
|
}
|
|
});
|
|
|
|
test('keeps conversation and youth-friendly direct edits on one canonical design through production confirmation', async ({ launchElectronApp }) => {
|
|
test.setTimeout(120_000);
|
|
const app = await launchElectronApp({ skipSetup: true });
|
|
|
|
try {
|
|
const page = await getStableWindow(app);
|
|
await expect(page.getByTestId('ai-module-selection-page')).toBeVisible();
|
|
|
|
await app.evaluate(({ ipcMain }) => {
|
|
const summary = {
|
|
workspaceId: 'workspace-1',
|
|
clientWorkspaceId: 'client-workspace-1',
|
|
title: '咖啡机新品主视觉',
|
|
directionId: 'direction-1',
|
|
sessionId: 'session-1',
|
|
directionRevision: 4,
|
|
specificationRevision: 3,
|
|
workspaceViewRevision: 6,
|
|
updatedAt: '2026-08-30T10:00:00.000Z',
|
|
};
|
|
const workspace = {
|
|
workspace: summary,
|
|
form: {
|
|
schemaVersion: 1,
|
|
workspaceId: 'workspace-1',
|
|
directionId: 'direction-1',
|
|
directionRevision: 4,
|
|
rawTurnSequence: 1,
|
|
specificationRevision: 3,
|
|
workspaceViewRevision: 6,
|
|
specificationRevisionId: 'specification-revision-3',
|
|
specificationDigest: 'a'.repeat(64),
|
|
specification: {
|
|
schema_version: 1,
|
|
values: {
|
|
intent: {
|
|
media: 'image',
|
|
creation_intent: 'create',
|
|
purpose: '新品发布主视觉',
|
|
channel: '小红书首图',
|
|
audience: '年轻消费者',
|
|
},
|
|
content: {
|
|
concept: '把便携咖啡机呈现为城市通勤中的精密工具',
|
|
subjects: [],
|
|
exact_content: [],
|
|
},
|
|
visual: {},
|
|
layout: { regions: [] },
|
|
references: [],
|
|
image: {
|
|
operation_intent: 'new_generation',
|
|
preserve_instructions: [],
|
|
change_instructions: [],
|
|
},
|
|
video: { shots: [] },
|
|
output: {
|
|
aspect_ratio: '3:4',
|
|
orientation: 'portrait',
|
|
delivery_format: 'PNG',
|
|
variant_count: 1,
|
|
variant_purposes: [],
|
|
},
|
|
constraints: {
|
|
must_include: [],
|
|
must_preserve: [],
|
|
must_avoid: [],
|
|
legal_notes: [],
|
|
safety_notes: [],
|
|
acceptance_criteria: [],
|
|
},
|
|
},
|
|
field_decisions: {
|
|
'intent.media': {
|
|
resolution: 'resolved',
|
|
provenance: 'user',
|
|
locked: true,
|
|
changed_by: 'interaction-1',
|
|
origin_turn_id: 'turn-1',
|
|
},
|
|
'output.aspect_ratio': {
|
|
resolution: 'resolved',
|
|
provenance: 'user',
|
|
locked: false,
|
|
changed_by: 'interaction-1',
|
|
origin_turn_id: 'turn-1',
|
|
},
|
|
},
|
|
},
|
|
decisionPrompts: [],
|
|
activeQuotes: [] as Array<Record<string, unknown>>,
|
|
recentChangeSet: { interaction_id: 'interaction-1', changes: [] },
|
|
},
|
|
turns: [{
|
|
turnId: 'turn-1',
|
|
rawTurnSequence: 1,
|
|
userMessage: '做一张便携咖啡机的小红书主视觉',
|
|
assistantMessage: '明白了：你想做一张适合小红书的便携咖啡机图片。',
|
|
}],
|
|
tasks: [] as Array<Record<string, unknown>>,
|
|
assets: [],
|
|
};
|
|
const respond = (json: unknown) => ({
|
|
ok: true,
|
|
data: { status: 200, ok: true, json },
|
|
});
|
|
const envelope = (data: unknown) => respond({ success: true, data });
|
|
const e2eSession = {
|
|
accessToken: 'e2e-design-access-token',
|
|
tokenType: 'Bearer',
|
|
expiresAt: Date.now() + 60 * 60 * 1000,
|
|
lastActiveAt: Date.now(),
|
|
canRefresh: false,
|
|
};
|
|
const e2eGlobal = globalThis as typeof globalThis & {
|
|
__designE2eAuthReady?: boolean;
|
|
__designE2eProfileReady?: boolean;
|
|
};
|
|
e2eGlobal.__designE2eAuthReady = false;
|
|
e2eGlobal.__designE2eProfileReady = false;
|
|
|
|
ipcMain.removeHandler('hostapi:fetch');
|
|
ipcMain.handle('hostapi:fetch', async (_event, request: {
|
|
path?: string;
|
|
method?: string;
|
|
body?: string | null;
|
|
}) => {
|
|
const path = request.path ?? '';
|
|
if (path === '/api/auth/session/sync') {
|
|
return respond({ success: true, session: e2eSession });
|
|
}
|
|
if (path === '/api/auth/me') {
|
|
e2eGlobal.__designE2eAuthReady = true;
|
|
return respond({
|
|
success: true,
|
|
moduleAccess: { programming: true, design: true, learning: true, robot: true },
|
|
});
|
|
}
|
|
if (path === '/api/works/user/agent-profile') {
|
|
e2eGlobal.__designE2eProfileReady = true;
|
|
return respond({
|
|
success: true,
|
|
profile: {
|
|
display_name: 'E2E 设计用户',
|
|
age: null,
|
|
gender: null,
|
|
avatar_url: null,
|
|
share_age_with_agents: false,
|
|
share_gender_with_agents: false,
|
|
analysis_enabled: true,
|
|
completed: true,
|
|
version: 1,
|
|
updated_at: '2026-08-30T10:00:00.000Z',
|
|
},
|
|
});
|
|
}
|
|
if (path === '/api/works/image-workspace') {
|
|
return envelope({
|
|
capabilities: { conversation: true, generation: true, image: true, video: true },
|
|
workspaces: [workspace.workspace],
|
|
});
|
|
}
|
|
if (path === '/api/works/image-workspace/workspaces/workspace-1' && request.method === 'GET') {
|
|
return envelope(workspace);
|
|
}
|
|
if (path === '/api/works/image-workspace/workspaces/workspace-1/commands') {
|
|
const command = JSON.parse(request.body ?? '{}') as {
|
|
kind?: string;
|
|
clientOperationId?: string;
|
|
input?: {
|
|
kind?: string;
|
|
message?: string;
|
|
operations?: Array<{ kind?: string; path?: string; value?: unknown }>;
|
|
};
|
|
};
|
|
|
|
if (command.kind === 'apply_input') {
|
|
if (command.input?.kind === 'direct_edit') {
|
|
for (const operation of command.input.operations ?? []) {
|
|
if (operation.kind === 'set' && operation.path === 'output.aspect_ratio') {
|
|
workspace.form.specification.values.output.aspect_ratio = String(operation.value ?? '');
|
|
}
|
|
if (operation.kind === 'set' && operation.path === 'output.orientation') {
|
|
workspace.form.specification.values.output.orientation = String(operation.value ?? '');
|
|
}
|
|
}
|
|
}
|
|
if (command.input?.kind === 'chat' && command.input.message) {
|
|
workspace.form.rawTurnSequence += 1;
|
|
workspace.turns.push({
|
|
turnId: `turn-${workspace.form.rawTurnSequence}`,
|
|
rawTurnSequence: workspace.form.rawTurnSequence,
|
|
userMessage: command.input.message,
|
|
assistantMessage: '记住了：主体更简洁，也会为标题留出空间。',
|
|
});
|
|
}
|
|
workspace.form.directionRevision += 1;
|
|
workspace.form.specificationRevision += 1;
|
|
workspace.form.workspaceViewRevision += 1;
|
|
workspace.form.specificationRevisionId = `specification-revision-${workspace.form.specificationRevision}`;
|
|
workspace.workspace.directionRevision = workspace.form.directionRevision;
|
|
workspace.workspace.specificationRevision = workspace.form.specificationRevision;
|
|
workspace.workspace.workspaceViewRevision = workspace.form.workspaceViewRevision;
|
|
}
|
|
|
|
if (command.kind === 'request_quote') {
|
|
workspace.form.activeQuotes = [{
|
|
quoteId: 'quote-1',
|
|
status: 'offered',
|
|
specificationRevision: workspace.form.specificationRevision,
|
|
specificationRevisionId: workspace.form.specificationRevisionId,
|
|
specificationDigest: workspace.form.specificationDigest,
|
|
medium: 'image',
|
|
compilerVersion: 'design-compiler-v2',
|
|
outputSummary: {
|
|
medium: 'image',
|
|
strategy: 'direct',
|
|
aspectRatio: workspace.form.specification.values.output.aspect_ratio,
|
|
outputCount: 1,
|
|
deliveryFormat: 'PNG',
|
|
durationSeconds: null,
|
|
requiredOutputRoles: ['primary'],
|
|
},
|
|
warnings: [],
|
|
quotedDesignPoints: 12,
|
|
maximumCustomerChargeAtoms: 1200,
|
|
expiresAt: '2030-01-02T03:04:05.000Z',
|
|
}];
|
|
}
|
|
|
|
if (command.kind === 'confirm_generation') {
|
|
const offeredQuote = workspace.form.activeQuotes[0] ?? {};
|
|
workspace.form.activeQuotes = [{ ...offeredQuote, status: 'consumed' }];
|
|
workspace.tasks = [{
|
|
taskId: 'task-1',
|
|
quoteId: 'quote-1',
|
|
status: 'queued',
|
|
taskRevision: 1,
|
|
specificationRevision: workspace.form.specificationRevision,
|
|
specificationRevisionId: workspace.form.specificationRevisionId,
|
|
specificationDigest: workspace.form.specificationDigest,
|
|
medium: 'image',
|
|
compilerVersion: 'design-compiler-v2',
|
|
outputSummary: offeredQuote.outputSummary,
|
|
maximumCustomerChargeAtoms: 1200,
|
|
customerBilling: {
|
|
quotedAtoms: 1200,
|
|
heldAtoms: 1200,
|
|
chargedAtoms: 0,
|
|
refundedAtoms: 0,
|
|
pendingResolutionAtoms: 0,
|
|
},
|
|
customerHoldExpiresAt: '2030-01-02T03:04:05.000Z',
|
|
resolutionDeadlineAt: '2030-01-02T03:09:05.000Z',
|
|
progress: { stage: 'queued', completedRequiredSteps: 0, totalRequiredSteps: 1 },
|
|
executionHealth: 'normal',
|
|
cancellation: { state: 'available', outcome: null },
|
|
issues: [],
|
|
resultAssetIds: [],
|
|
nextActions: ['cancel'],
|
|
createdAt: '2026-08-30T10:01:00.000Z',
|
|
}];
|
|
}
|
|
|
|
return envelope({
|
|
clientOperationId: command.clientOperationId ?? 'operation-e2e',
|
|
runId: `run-${command.clientOperationId ?? 'e2e'}`,
|
|
workspace,
|
|
});
|
|
}
|
|
return { ok: false, error: { message: `Unexpected E2E Host API request: ${path}` } };
|
|
});
|
|
});
|
|
|
|
await page.addInitScript(() => {
|
|
const now = Date.now();
|
|
localStorage.setItem('niancode-auth', JSON.stringify({
|
|
state: {
|
|
authBase: 'https://biz.nianxx.cn/auth/',
|
|
clientId: 'app',
|
|
accessToken: 'e2e-design-access-token',
|
|
tokenType: 'Bearer',
|
|
expiresAt: now + 60 * 60 * 1000,
|
|
lastActiveAt: now,
|
|
canRefresh: false,
|
|
legacyRefreshToken: null,
|
|
user: {
|
|
username: 'e2e-design-user',
|
|
userId: 'e2e-user-1',
|
|
tenantId: null,
|
|
deptId: null,
|
|
authorities: [],
|
|
},
|
|
moduleAccess: { programming: true, design: true, learning: true, robot: true },
|
|
},
|
|
version: 2,
|
|
}));
|
|
});
|
|
await page.reload();
|
|
await expect(page.getByTestId('ai-module-selection-page')).toBeVisible();
|
|
await expect.poll(async () => await app.evaluate(() => Boolean(
|
|
(globalThis as typeof globalThis & { __designE2eAuthReady?: boolean }).__designE2eAuthReady,
|
|
))).toBe(true);
|
|
|
|
await page.getByTestId('ai-module-option-painting').click();
|
|
await expect(page.getByTestId('image-workspace')).toBeVisible();
|
|
await expect.poll(async () => await app.evaluate(() => Boolean(
|
|
(globalThis as typeof globalThis & { __designE2eProfileReady?: boolean }).__designE2eProfileReady,
|
|
))).toBe(true);
|
|
await expect(page.getByTestId('image-workspace-conversation')).toBeVisible();
|
|
await expect(page.getByTestId('image-workspace-creation-pane')).toBeVisible();
|
|
await expect(page.getByRole('heading', { name: '和 AI 聊聊你的想法' })).toBeVisible();
|
|
await expect(page.getByRole('heading', { name: 'AI 听懂的想法' })).toBeVisible();
|
|
await expect(page.getByText('把便携咖啡机呈现为城市通勤中的精密工具')).toBeVisible();
|
|
await expect(page.getByText('Living Form')).toHaveCount(0);
|
|
await expect(page.getByText('目标与用途')).toHaveCount(0);
|
|
await expect(page.locator('[data-testid^="sidebar-image-conversation-"]')).toHaveCount(0);
|
|
|
|
const layout = await page.evaluate(() => {
|
|
const conversation = document.querySelector('[data-testid="image-workspace-conversation"]')
|
|
?.getBoundingClientRect();
|
|
const cardPane = document.querySelector('[data-testid="image-workspace-creation-pane"]')
|
|
?.getBoundingClientRect();
|
|
return conversation && cardPane
|
|
? {
|
|
conversationHeight: conversation.height,
|
|
cardHeight: cardPane.height,
|
|
topGap: Math.abs(conversation.top - cardPane.top),
|
|
conversationWidth: conversation.width,
|
|
cardWidth: cardPane.width,
|
|
}
|
|
: null;
|
|
});
|
|
expect(layout).not.toBeNull();
|
|
expect(layout!.conversationHeight).toBeGreaterThan(300);
|
|
expect(Math.abs(layout!.conversationHeight - layout!.cardHeight)).toBeLessThanOrEqual(1);
|
|
expect(layout!.topGap).toBeLessThanOrEqual(1);
|
|
expect(layout!.conversationWidth).toBeGreaterThan(layout!.cardWidth);
|
|
|
|
const desktopViewport = page.viewportSize();
|
|
await page.setViewportSize({ width: 375, height: 800 });
|
|
await expect(page.getByTestId('image-workspace-conversation')).toBeVisible();
|
|
await expect(page.getByTestId('image-workspace-creation-pane')).toBeHidden();
|
|
await page.getByRole('button', { name: /^当前想法与作品/ }).click();
|
|
await expect(page.getByTestId('youth-creation-card')).toBeVisible();
|
|
await page.keyboard.press('Escape');
|
|
|
|
await page.setViewportSize({ width: 768, height: 800 });
|
|
await expect(page.getByTestId('image-workspace-conversation')).toBeVisible();
|
|
await expect(page.getByTestId('image-workspace-creation-pane')).toBeHidden();
|
|
|
|
await page.setViewportSize(desktopViewport ?? { width: 1280, height: 800 });
|
|
await expect(page.getByTestId('image-workspace-creation-pane')).toBeVisible();
|
|
|
|
await page.getByRole('button', { name: '手动调整（可选）' }).click();
|
|
await page.getByRole('button', { name: '电脑横屏' }).click();
|
|
await page.getByRole('button', { name: '完成调整' }).click();
|
|
await expect(page.getByTestId('youth-creation-card').getByText('电脑横屏')).toBeVisible();
|
|
|
|
const followUp = '主体更克制，留出品牌标题空间';
|
|
await page.getByLabel('告诉 AI 你想创作什么').fill(followUp);
|
|
await page.getByLabel('告诉 AI 你想创作什么').press('Enter');
|
|
await expect(page.getByTestId('image-workspace-conversation')).toContainText(followUp);
|
|
await expect(page.getByTestId('image-workspace-conversation'))
|
|
.toContainText('记住了：主体更简洁，也会为标题留出空间。');
|
|
|
|
await page.getByRole('button', { name: '下一步：看看制作方案', exact: true }).click();
|
|
await expect(page.getByRole('heading', { name: '制作方案准备好了' })).toBeVisible();
|
|
await expect(page.getByTestId('design-offered-quote')).toBeInViewport();
|
|
await expect(page.getByText('开始后会按现在的想法制作；如果再改想法，需要重新准备方案。')).toBeVisible();
|
|
await expect(page.getByLabel(/Prompt|提示词/i)).toHaveCount(0);
|
|
await expect(page.getByText(/规格版本|编译器|生成方式|不可变/)).toHaveCount(0);
|
|
|
|
await page.getByRole('button', { name: '花 12 设计点开始制作' }).click();
|
|
await expect(page.getByText('作品进度')).toBeVisible();
|
|
await expect(page.getByRole('heading', { name: '我的图片', exact: true })).toBeVisible();
|
|
await expect(page.getByText('正在准备', { exact: true })).toBeVisible();
|
|
await expect(page.getByText('正在准备画面').first()).toBeVisible();
|
|
await expect(page.getByText('1200', { exact: true })).toHaveCount(0);
|
|
} finally {
|
|
await closeElectronApp(app);
|
|
}
|
|
});
|
|
});
|