Files
AutoGPT/autogpt_platform/frontend/src/tests/agent-activity.spec.ts
Nicholas Tindle 088b9998dc fix(frontend): Fix flaky agent-activity tests by targeting correct agent (#11790)
This PR fixes flaky agent-activity Playwright tests that were failing
intermittently in CI.

Closes #11789

### Changes 🏗️

- **Navigate to specific agent by name**: Replace
`LibraryPage.clickFirstAgent(page)` with
`LibraryPage.navigateToAgentByName(page, "Test Agent")` to ensure we're
testing the correct agent rather than relying on the first agent in the
list
- **Add retry mechanism for async data loading**: Replace direct
visibility check with `expect(...).toPass({ timeout: 15000 })` pattern
to properly handle asynchronous agent data fetching
- **Increase timeout**: Extended timeout from 8000ms to 15000ms to
accommodate slower CI environments

### Checklist 📋

#### For code changes:
- [x] I have clearly listed my changes in the PR description
- [x] I have made a test plan
- [x] I have tested my changes according to the test plan:
  - [x] Verified the test file syntax is correct
- [x] Changes target the correct file
(`autogpt_platform/frontend/src/tests/agent-activity.spec.ts`)
- [x] The retry mechanism follows Playwright best practices using
`toPass()`

#### For configuration changes:

- [x] `.env.default` is updated or already compatible with my changes
(N/A - no config changes)
- [x] `docker-compose.yml` is updated or already compatible with my
changes (N/A - no config changes)
- [x] I have included a list of my configuration changes in the PR
description (under **Changes**) (N/A - no config changes)

---------

Co-authored-by: claude[bot] <41898282+claude[bot]@users.noreply.github.com>
Co-authored-by: Nicholas Tindle <ntindle@users.noreply.github.com>
2026-01-16 20:33:47 +00:00

106 lines
3.4 KiB
TypeScript

import test, { expect } from "@playwright/test";
import { BuildPage } from "./pages/build.page";
import * as LibraryPage from "./pages/library.page";
import { LoginPage } from "./pages/login.page";
import { hasTextContent, hasUrl, isVisible } from "./utils/assertion";
import { getTestUser } from "./utils/auth";
import { getSelectors } from "./utils/selectors";
test.beforeEach(async ({ page }) => {
const loginPage = new LoginPage(page);
const buildPage = new BuildPage(page);
const testUser = await getTestUser();
const { getId } = getSelectors(page);
await page.goto("/login");
await loginPage.login(testUser.email, testUser.password);
await hasUrl(page, "/marketplace");
await page.goto("/build");
await buildPage.closeTutorial();
await buildPage.openBlocksPanel();
const [dictionaryBlock] = await buildPage.getFilteredBlocksFromAPI(
(block) => block.name === "AddToDictionaryBlock",
);
const blockCard = getId(`block-name-${dictionaryBlock.id}`);
await blockCard.click();
const blockInEditor = getId(dictionaryBlock.id).first();
expect(blockInEditor).toBeAttached();
await buildPage.saveAgent("Test Agent", "Test Description");
await test
.expect(page)
.toHaveURL(({ searchParams }) => !!searchParams.get("flowID"));
// Wait for save to complete
await page.waitForTimeout(1000);
await page.goto("/library");
// Navigate to the specific agent we just created, not just the first one
await LibraryPage.navigateToAgentByName(page, "Test Agent");
await LibraryPage.waitForAgentPageLoad(page);
});
test("shows badge with count when agent is running", async ({ page }) => {
const { getId } = getSelectors(page);
// Start the agent run
await LibraryPage.clickRunButton(page);
// Wait for the badge to appear and check it has a valid count
const badge = getId("agent-activity-badge");
await isVisible(badge);
// Check that badge shows a positive number (more flexible than exact count)
await expect(async () => {
const badgeText = await badge.textContent();
const count = parseInt(badgeText || "0");
if (count < 1) {
throw new Error(`Expected badge count >= 1, got: ${badgeText}`);
}
}).toPass({ timeout: 10000 });
});
test("displays the runs on the activity dropdown", async ({ page }) => {
const { getId } = getSelectors(page);
const activityBtn = getId("agent-activity-button");
await isVisible(activityBtn);
// Start the agent run
await LibraryPage.clickRunButton(page);
// Wait for the activity badge to appear (indicating execution started)
const badge = getId("agent-activity-badge");
await isVisible(badge);
// Click to open the dropdown
await activityBtn.click();
const dropdown = getId("agent-activity-dropdown");
await isVisible(dropdown);
// Check that the agent name appears in the dropdown
await hasTextContent(dropdown, "Test Agent");
// Check for execution status - be more flexible with text matching
await expect(async () => {
const dropdownText = await dropdown.textContent();
const hasAgentName = dropdownText?.includes("Test Agent");
const hasExecutionStatus =
dropdownText?.includes("queued") ||
dropdownText?.includes("running") ||
dropdownText?.includes("Started");
if (!hasAgentName || !hasExecutionStatus) {
throw new Error(
`Expected agent name and execution status, got: ${dropdownText}`,
);
}
}).toPass({ timeout: 8000 });
});