Add end-to-end tests for Graph Explorer, History, Orchestrator, and Project features

- Implemented E2E tests for code relationship visualization in Graph Explorer.
- Added tests for archived session management in History, including search, filter, restore, and delete functionalities.
- Created tests for workflow orchestration in Orchestrator, covering node creation, connection, deletion, and workflow management.
- Developed tests for project statistics and timeline visualization in Project, including error handling and internationalization checks.
This commit is contained in:
catlog22
2026-02-06 23:45:33 +08:00
parent 62a1c9ab21
commit 5b48bcff64
72 changed files with 8645 additions and 3492 deletions

View File

@@ -1,273 +1,197 @@
// ========================================
// E2E Tests: Loops Management
// E2E Tests: Loops Monitor - Real-time Workflow Execution
// ========================================
// End-to-end tests for loop CRUD operations and controls
// End-to-end tests for loop monitoring with WebSocket mocking
import { test, expect } from '@playwright/test';
import { setupEnhancedMonitoring } from './helpers/i18n-helpers';
import { setupEnhancedMonitoring, switchLanguageAndVerify } from './helpers/i18n-helpers';
test.describe('[Loops] - Loop Management Tests', () => {
test.describe('[Loops Monitor] - Real-time Loop Tracking Tests', () => {
test.beforeEach(async ({ page }) => {
await page.goto('/', { waitUntil: 'networkidle' as const });
// Mock WebSocket connection for real-time updates
await page.route('**/ws/loops**', (route) => {
route.fulfill({
status: 101,
headers: {
'Connection': 'Upgrade',
'Upgrade': 'websocket'
},
body: ''
});
});
});
test('L3.1 - should display loops list', async ({ page }) => {
test('L3.13 - Page loads and displays active loops', async ({ page }) => {
const monitoring = setupEnhancedMonitoring(page);
// Navigate to loops page
// Mock API for loops list
await page.route('**/api/loops', (route) => {
route.fulfill({
status: 200,
contentType: 'application/json',
body: JSON.stringify({
loops: [
{
id: 'loop-1',
name: 'Test Loop',
status: 'running',
progress: 50,
startedAt: Date.now()
}
]
})
});
});
await page.goto('/loops', { waitUntil: 'networkidle' as const });
// Look for loops list container
// Look for loops list
const loopsList = page.getByTestId('loops-list').or(
page.locator('.loops-list')
);
const isVisible = await loopsList.isVisible().catch(() => false);
const isListVisible = await loopsList.isVisible().catch(() => false);
if (isVisible) {
// Verify loop items exist or empty state is shown
if (isListVisible) {
// Verify loop items are displayed
const loopItems = page.getByTestId(/loop-item|loop-card/).or(
page.locator('.loop-item')
);
const itemCount = await loopItems.count();
if (itemCount === 0) {
const emptyState = page.getByTestId('empty-state').or(
page.getByText(/no loops/i)
);
const hasEmptyState = await emptyState.isVisible().catch(() => false);
expect(hasEmptyState).toBe(true);
}
expect(itemCount).toBeGreaterThanOrEqual(0);
}
monitoring.assertClean({ allowWarnings: true });
monitoring.stop();
});
test('L3.2 - should create new loop', async ({ page }) => {
test('L3.14 - Real-time loop status updates (mock WS)', async ({ page }) => {
const monitoring = setupEnhancedMonitoring(page);
// Navigate to loops page
await page.goto('/loops', { waitUntil: 'networkidle' as const });
// Look for create loop button
const createButton = page.getByRole('button', { name: /create|new|add loop/i }).or(
page.getByTestId('create-loop-button')
// Inject mock WebSocket message for status update
await page.evaluate(() => {
const event = new MessageEvent('message', {
data: JSON.stringify({
type: 'loop-update',
loopId: 'loop-1',
status: 'running',
progress: 75
})
});
window.dispatchEvent(event);
});
// Wait for update to be processed
await page.waitForTimeout(500);
// Look for updated status display
const statusBadge = page.getByTestId('loop-status-badge').or(
page.locator('*').filter({ hasText: /running|75%/i })
);
const hasCreateButton = await createButton.isVisible().catch(() => false);
const hasStatus = await statusBadge.isVisible().catch(() => false);
// Status update may or may not be visible
if (hasCreateButton) {
await createButton.click();
monitoring.assertClean({ allowWarnings: true });
monitoring.stop();
});
// Look for create loop dialog/form
const dialog = page.getByRole('dialog').filter({ hasText: /create loop|new loop/i });
const form = page.getByTestId('create-loop-form');
test('L3.15 - Filter loops by status', async ({ page }) => {
const monitoring = setupEnhancedMonitoring(page);
const hasDialog = await dialog.isVisible().catch(() => false);
const hasForm = await form.isVisible().catch(() => false);
// Mock API for filtered loops
await page.route('**/api/loops?status=**', (route) => {
const requestUrl = route.request().url();
const url = new URL(requestUrl);
const status = url.searchParams.get('status');
if (hasDialog || hasForm) {
// Fill in loop details
const promptInput = page.getByRole('textbox', { name: /prompt|description/i }).or(
page.getByLabel(/prompt|description/i)
);
const hasPromptInput = await promptInput.isVisible().catch(() => false);
if (hasPromptInput) {
await promptInput.fill('E2E Test Loop prompt');
// Select tool if available
const toolSelect = page.getByRole('combobox', { name: /tool/i });
const hasToolSelect = await toolSelect.isVisible().catch(() => false);
if (hasToolSelect) {
const toolOptions = await toolSelect.locator('option').count();
if (toolOptions > 0) {
await toolSelect.selectOption({ index: 0 });
route.fulfill({
status: 200,
contentType: 'application/json',
body: JSON.stringify({
loops: [
{
id: `loop-${status}`,
name: `Filtered ${status} Loop`,
status: status
}
}
]
})
});
});
const submitButton = page.getByRole('button', { name: /create|save|submit|start/i });
await submitButton.click();
await page.goto('/loops', { waitUntil: 'networkidle' as const });
// Verify loop was created
// Look for status filter
const statusFilter = page.getByRole('combobox', { name: /status|filter/i }).or(
page.getByTestId('status-filter')
);
const successMessage = page.getByText(/created|started|success/i).or(
page.getByTestId('success-message')
);
const hasFilter = await statusFilter.isVisible().catch(() => false);
const hasSuccess = await successMessage.isVisible().catch(() => false);
expect(hasSuccess).toBe(true);
}
}
if (hasFilter) {
await statusFilter.selectOption('running');
// Wait for filtered results
await page.waitForTimeout(500);
// Verify filter applied
const currentUrl = page.url();
const hasFilterParam = currentUrl.includes('status=');
// URL may or may not have filter parameter
}
monitoring.assertClean({ allowWarnings: true });
monitoring.stop();
});
test('L3.3 - should pause running loop', async ({ page }) => {
test('L3.16 - Terminate running loop', async ({ page }) => {
const monitoring = setupEnhancedMonitoring(page);
// Navigate to loops page
// Mock API for termination
await page.route('**/api/loops/*/terminate', (route) => {
route.fulfill({
status: 200,
contentType: 'application/json',
body: JSON.stringify({ success: true, status: 'terminated' })
});
});
await page.goto('/loops', { waitUntil: 'networkidle' as const });
// Look for running loop
const runningLoops = page.getByTestId(/loop-item|loop-card/).filter({ hasText: /running|active/i }).or(
page.locator('.loop-item').filter({ hasText: /running|active/i })
);
const runningLoops = page.locator('.loop-item').filter({ hasText: /running|active/i });
const count = await runningLoops.count();
if (count > 0) {
const firstLoop = runningLoops.first();
// Look for pause button
const pauseButton = firstLoop.getByRole('button', { name: /pause/i }).or(
firstLoop.getByTestId('pause-button')
// Look for terminate button
const terminateButton = firstLoop.getByRole('button', { name: /terminate|stop|end/i }).or(
firstLoop.getByTestId('loop-terminate-button')
);
const hasPauseButton = await pauseButton.isVisible().catch(() => false);
const hasTerminateButton = await terminateButton.isVisible().catch(() => false);
if (hasPauseButton) {
await pauseButton.click();
if (hasTerminateButton) {
await terminateButton.click();
// Verify loop is paused
const pausedIndicator = firstLoop.getByText(/paused/i);
const hasPaused = await pausedIndicator.isVisible().catch(() => false);
expect(hasPaused).toBe(true);
}
}
monitoring.assertClean({ allowWarnings: true });
monitoring.stop();
});
test('L3.4 - should resume paused loop', async ({ page }) => {
const monitoring = setupEnhancedMonitoring(page);
// Navigate to loops page
await page.goto('/loops', { waitUntil: 'networkidle' as const });
// Look for paused loop
const pausedLoops = page.getByTestId(/loop-item|loop-card/).filter({ hasText: /paused/i }).or(
page.locator('.loop-item').filter({ hasText: /paused/i })
);
const count = await pausedLoops.count();
if (count > 0) {
const firstLoop = pausedLoops.first();
// Look for resume button
const resumeButton = firstLoop.getByRole('button', { name: /resume|continue/i }).or(
firstLoop.getByTestId('resume-button')
);
const hasResumeButton = await resumeButton.isVisible().catch(() => false);
if (hasResumeButton) {
await resumeButton.click();
// Verify loop is resumed
const runningIndicator = firstLoop.getByText(/running|active/i);
const hasRunning = await runningIndicator.isVisible().catch(() => false);
expect(hasRunning).toBe(true);
}
}
monitoring.assertClean({ allowWarnings: true });
monitoring.stop();
});
test('L3.5 - should stop loop', async ({ page }) => {
const monitoring = setupEnhancedMonitoring(page);
// Navigate to loops page
await page.goto('/loops', { waitUntil: 'networkidle' as const });
// Look for active/paused loop
const activeLoops = page.locator('.loop-item').filter({ hasText: /running|paused|active/i });
const count = await activeLoops.count();
if (count > 0) {
const firstLoop = activeLoops.first();
// Look for stop button
const stopButton = firstLoop.getByRole('button', { name: /stop/i }).or(
firstLoop.getByTestId('stop-button')
);
const hasStopButton = await stopButton.isVisible().catch(() => false);
if (hasStopButton) {
await stopButton.click();
// Confirm stop if dialog appears
const confirmDialog = page.getByRole('dialog').filter({ hasText: /stop|confirm/i });
// Confirm if dialog appears
const confirmDialog = page.getByRole('dialog').filter({ hasText: /terminate|confirm/i });
const hasDialog = await confirmDialog.isVisible().catch(() => false);
if (hasDialog) {
const confirmButton = page.getByRole('button', { name: /stop|confirm|yes/i });
const confirmButton = confirmDialog.getByRole('button', { name: /terminate|confirm|yes/i });
await confirmButton.click();
}
// Verify loop is stopped
const stoppedIndicator = firstLoop.getByText(/stopped|completed/i);
const hasStopped = await stoppedIndicator.isVisible().catch(() => false);
expect(hasStopped).toBe(true);
}
}
monitoring.assertClean({ allowWarnings: true });
monitoring.stop();
});
test('L3.6 - should delete loop', async ({ page }) => {
const monitoring = setupEnhancedMonitoring(page);
// Navigate to loops page
await page.goto('/loops', { waitUntil: 'networkidle' as const });
// Look for existing loop
const loopItems = page.getByTestId(/loop-item|loop-card/).or(
page.locator('.loop-item')
);
const itemCount = await loopItems.count();
if (itemCount > 0) {
const firstLoop = loopItems.first();
// Look for delete button
const deleteButton = firstLoop.getByRole('button', { name: /delete|remove/i }).or(
firstLoop.getByTestId('delete-button')
);
const hasDeleteButton = await deleteButton.isVisible().catch(() => false);
if (hasDeleteButton) {
await deleteButton.click();
// Confirm delete if dialog appears
const confirmDialog = page.getByRole('dialog').filter({ hasText: /delete|confirm/i });
const hasDialog = await confirmDialog.isVisible().catch(() => false);
if (hasDialog) {
const confirmButton = page.getByRole('button', { name: /delete|confirm|yes/i });
await confirmButton.click();
}
// Verify success message
const successMessage = page.getByText(/deleted|success/i);
// Verify success
const successMessage = page.getByText(/terminated|stopped|success/i);
const hasSuccess = await successMessage.isVisible().catch(() => false);
expect(hasSuccess).toBe(true);
}
@@ -277,10 +201,23 @@ test.describe('[Loops] - Loop Management Tests', () => {
monitoring.stop();
});
test('L3.7 - should display loop status correctly', async ({ page }) => {
test('L3.17 - View loop execution logs', async ({ page }) => {
const monitoring = setupEnhancedMonitoring(page);
// Navigate to loops page
// Mock API for logs
await page.route('**/api/loops/*/logs', (route) => {
route.fulfill({
status: 200,
contentType: 'application/json',
body: JSON.stringify({
logs: [
{ timestamp: Date.now(), level: 'info', message: 'Loop started' },
{ timestamp: Date.now(), level: 'info', message: 'Processing step 1' }
]
})
});
});
await page.goto('/loops', { waitUntil: 'networkidle' as const });
// Look for loop items
@@ -290,51 +227,26 @@ test.describe('[Loops] - Loop Management Tests', () => {
const itemCount = await loopItems.count();
if (itemCount > 0) {
// Check each loop has a status indicator
for (let i = 0; i < Math.min(itemCount, 3); i++) {
const loop = loopItems.nth(i);
// Look for status indicator
const statusIndicator = loop.getByTestId('loop-status').or(
loop.locator('*').filter({ hasText: /running|paused|stopped|completed|created/i })
);
const hasStatus = await statusIndicator.isVisible().catch(() => false);
expect(hasStatus).toBe(true);
}
}
monitoring.assertClean({ allowWarnings: true });
monitoring.stop();
});
test('L3.8 - should display loop progress', async ({ page }) => {
const monitoring = setupEnhancedMonitoring(page);
// Navigate to loops page
await page.goto('/loops', { waitUntil: 'networkidle' as const });
// Look for loop items with progress
const loopItems = page.getByTestId(/loop-item|loop-card/).or(
page.locator('.loop-item')
);
const itemCount = await loopItems.count();
if (itemCount > 0) {
const firstLoop = loopItems.first();
// Look for progress bar or step indicator
const progressBar = firstLoop.getByTestId('loop-progress').or(
firstLoop.locator('*').filter({ hasText: /\d+\/\d+|step/i })
// Look for logs button/panel
const logsButton = firstLoop.getByRole('button', { name: /logs|view logs/i }).or(
firstLoop.getByTestId('view-logs-button')
);
const hasProgress = await progressBar.isVisible().catch(() => false);
const hasLogsButton = await logsButton.isVisible().catch(() => false);
// Progress is optional but if present should be visible
if (hasProgress) {
expect(progressBar).toBeVisible();
if (hasLogsButton) {
await logsButton.click();
// Look for logs panel
const logsPanel = page.getByTestId('loop-logs-panel').or(
page.getByRole('dialog').filter({ hasText: /logs/i })
);
const hasLogsPanel = await logsPanel.isVisible().catch(() => false);
expect(hasLogsPanel).toBe(true);
}
}
@@ -342,80 +254,96 @@ test.describe('[Loops] - Loop Management Tests', () => {
monitoring.stop();
});
test('L3.9 - should handle loop creation errors gracefully', async ({ page }) => {
test('L3.18 - i18n - Loop status in EN/ZH', async ({ page }) => {
const monitoring = setupEnhancedMonitoring(page);
// Mock API failure
await page.goto('/loops', { waitUntil: 'networkidle' as const });
// Get language switcher
const languageSwitcher = page.getByRole('combobox', { name: /select language|language/i }).first();
const hasLanguageSwitcher = await languageSwitcher.isVisible().catch(() => false);
if (hasLanguageSwitcher) {
// Switch to Chinese
await switchLanguageAndVerify(page, 'zh', languageSwitcher);
// Verify loop status in Chinese
const statusText = page.getByText(/运行|停止|完成/i);
const hasChineseStatus = await statusText.isVisible().catch(() => false);
// Chinese status may or may not be visible depending on active loops
if (hasChineseStatus) {
expect(hasChineseStatus).toBe(true);
}
// Switch back to English
await switchLanguageAndVerify(page, 'en', languageSwitcher);
}
monitoring.assertClean({ allowWarnings: true });
monitoring.stop();
});
test('L3.19 - Error - Failed loop displays error', async ({ page }) => {
const monitoring = setupEnhancedMonitoring(page);
// Mock API for failed loop
await page.route('**/api/loops', (route) => {
route.fulfill({
status: 500,
status: 200,
contentType: 'application/json',
body: JSON.stringify({ error: 'Internal Server Error' }),
body: JSON.stringify({
loops: [
{
id: 'loop-failed',
name: 'Failed Loop',
status: 'failed',
error: 'Connection timeout'
}
]
})
});
});
// Navigate to loops page
await page.goto('/loops', { waitUntil: 'networkidle' as const });
// Look for create button
const createButton = page.getByRole('button', { name: /create|new|add/i });
const hasCreateButton = await createButton.isVisible().catch(() => false);
// Look for error indicator
const errorIndicator = page.getByText(/failed|error|timeout/i).or(
page.getByTestId('loop-error')
);
if (hasCreateButton) {
await createButton.click();
const hasError = await errorIndicator.isVisible().catch(() => false);
// Try to create loop
const promptInput = page.getByRole('textbox', { name: /prompt|description/i });
const hasPromptInput = await promptInput.isVisible().catch(() => false);
if (hasPromptInput) {
await promptInput.fill('Test prompt');
const submitButton = page.getByRole('button', { name: /create|save|submit/i });
await submitButton.click();
// Look for error message
const errorMessage = page.getByText(/error|failed|unable/i);
const hasError = await errorMessage.isVisible().catch(() => false);
expect(hasError).toBe(true);
}
if (hasError) {
expect(errorIndicator).toBeVisible();
}
// Restore routing
await page.unroute('**/api/loops');
monitoring.assertClean({ ignoreAPIPatterns: ['/api/loops'], allowWarnings: true });
monitoring.assertClean({ allowWarnings: true });
monitoring.stop();
});
test('L3.10 - should support batch operations on loops', async ({ page }) => {
test('L3.20 - Edge - No loops available', async ({ page }) => {
const monitoring = setupEnhancedMonitoring(page);
// Navigate to loops page
// Mock API for empty loops
await page.route('**/api/loops', (route) => {
route.fulfill({
status: 200,
contentType: 'application/json',
body: JSON.stringify({ loops: [] })
});
});
await page.goto('/loops', { waitUntil: 'networkidle' as const });
// Look for batch operation controls
const selectAllCheckbox = page.getByRole('checkbox', { name: /select all/i }).or(
page.getByTestId('select-all-loops')
// Look for empty state
const emptyState = page.getByTestId('empty-state').or(
page.getByText(/no loops|empty|get started/i)
);
const hasSelectAll = await selectAllCheckbox.isVisible().catch(() => false);
if (hasSelectAll) {
await selectAllCheckbox.check();
// Look for batch action buttons
const batchStopButton = page.getByRole('button', { name: /stop selected|stop all/i }).or(
page.getByTestId('batch-stop-button')
);
const hasBatchStop = await batchStopButton.isVisible().catch(() => false);
if (hasBatchStop) {
expect(batchStopButton).toBeVisible();
}
}
const hasEmptyState = await emptyState.isVisible().catch(() => false);
expect(hasEmptyState).toBe(true);
monitoring.assertClean({ allowWarnings: true });
monitoring.stop();