de95cf1b91
* Fix red main: typecheck, lint, i18n and stale unit tests Direct pushes to main left typecheck, lint and 16 unit tests red. - Typecheck: AskCard test uses the current ask block shape, the sandbox fault test calls the two-argument desktop writeFile, removing a queued message notifies with the thread's latest event seq, and the replay fixture only reads ref from steps that carry one. - Lint: format and import order. - i18n: transcript status labels were German source strings; they are English now with German translations, catalogs re-extracted, and the mobile "Failed to remove message" string is translated. - Tests follow intended behavior changes: the time instruction now closes the system prompt, short chat turns start at low reasoning, owner-owned read-only files (git objects) pass the home check, and the desktop computer may read and write host files outside its home. The old desktop write-containment suite is replaced by a host file test. - The composer task pill test mocks the Lingui macros like other tests. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01TnT7eVHuaCzZKY5CnYzpr1 * Bump Expo patch releases so expo install --check passes Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01TnT7eVHuaCzZKY5CnYzpr1 * Bring web E2E back in line with the new side panel The side panel lost its computer tab, which left the full computer window (take control, teach, release) unreachable from the web app. The browser view now offers an "Open in full window" button, and opening the panel no longer boots a stopped computer. Also: the slash picker scrolls instead of growing under the header, user skills come first in it, the agent overview hides an empty routines block, the hover time hides again with collapsed details, and the light destructive token meets contrast on the sidebar. E2E specs follow the new panel layout, and the cursor and hover tests no longer race the UI. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01TnT7eVHuaCzZKY5CnYzpr1 --------- Co-authored-by: Claude <noreply@anthropic.com>
66 lines
2.7 KiB
TypeScript
66 lines
2.7 KiB
TypeScript
import { expect, test } from "@playwright/test";
|
|
import { activeBotId, captureScreenshot, completeOnboarding, rpc, signup } from "./helpers";
|
|
|
|
const SCREEN_URL = "https://screen.example/embed.html";
|
|
|
|
test("the bot's cursor glides to where it clicks on its live screen", async ({
|
|
page,
|
|
}, testInfo) => {
|
|
await signup(page, `agent-cursor-${Date.now()}@rakazo.test`, "password12", "Cursor Watcher");
|
|
await completeOnboarding(page);
|
|
const botId = activeBotId(page);
|
|
await rpc(page, "computer/boot", { botId });
|
|
// Stand in for the noVNC viewer: a 16:10 desktop with a field in the middle.
|
|
await page.route("https://screen.example/**", (route) =>
|
|
route.fulfill({
|
|
contentType: "text/html",
|
|
body: `<!doctype html><title>Desktop</title><body style="margin:0;background:#1d1d20;display:grid;place-items:center;height:100vh">
|
|
<input style="width:40%;padding:8px;font:16px system-ui" placeholder="Search">`,
|
|
}),
|
|
);
|
|
await page.route("**/rpc/computer/screenUrl", (route) =>
|
|
route.fulfill({
|
|
contentType: "application/json",
|
|
body: JSON.stringify({ json: { url: SCREEN_URL } }),
|
|
}),
|
|
);
|
|
|
|
await page.getByTitle("Agent computer").click();
|
|
const preview = page.getByTestId("oo-computer-browser-viewport");
|
|
await expect(preview.locator("iframe")).toHaveAttribute("src", SCREEN_URL);
|
|
const cursor = preview.getByTestId("agent-cursor");
|
|
await expect(cursor).toHaveCSS("opacity", "0");
|
|
// The click and typing last about a second, so record every action rather than racing a poll.
|
|
await cursor.evaluate((node) => {
|
|
const seen: string[] = [];
|
|
(window as unknown as { cursorActions: string[] }).cursorActions = seen;
|
|
new MutationObserver(() => seen.push(node.getAttribute("data-action") ?? "")).observe(node, {
|
|
attributeFilter: ["data-action"],
|
|
});
|
|
});
|
|
|
|
// The scripted runtime clicks the screen center (640, 400) and types.
|
|
await rpc(page, "threads/send", { botId, text: "use your screen and type cursor-demo" });
|
|
|
|
await expect(cursor).toHaveCSS("opacity", "1");
|
|
await expect
|
|
.poll(() =>
|
|
page.evaluate(() => (window as unknown as { cursorActions: string[] }).cursorActions),
|
|
)
|
|
.toEqual(expect.arrayContaining(["click", "type"]));
|
|
const layer = (await preview.getByTestId("agent-cursor-layer").boundingBox())!;
|
|
await expect
|
|
.poll(async () => {
|
|
const tip = (await cursor.boundingBox())!;
|
|
return [
|
|
Math.round(tip.x - layer.x - layer.width / 2),
|
|
Math.round(tip.y - layer.y - layer.height / 2),
|
|
];
|
|
})
|
|
.toEqual([0, 0]);
|
|
await captureScreenshot(page, testInfo, "agent-cursor-on-screen");
|
|
|
|
// It fades once the bot stops pointing, so it never lingers over the screen.
|
|
await expect(cursor).toHaveCSS("opacity", "0", { timeout: 10_000 });
|
|
});
|