diff --git a/.github/workflows/dojo-e2e.yml b/.github/workflows/dojo-e2e.yml index f6f735c93..f0597e633 100644 --- a/.github/workflows/dojo-e2e.yml +++ b/.github/workflows/dojo-e2e.yml @@ -9,7 +9,7 @@ on: jobs: e2e: name: E2E Tests - runs-on: ubuntu-latest + runs-on: depot-ubuntu-latest-8 steps: - name: Checkout code @@ -52,10 +52,9 @@ jobs: run: node ./scripts/prep-dojo-everything.js -e2e - name: Install e2e dependencies - working-directory: typescript-sdk/apps/dojo/e2e2 + working-directory: typescript-sdk/apps/dojo/e2e run: | - pnpm install --frozen-lockfile - pnpm dlx playwright install --with-deps + pnpm install - name: write langgraph env files working-directory: typescript-sdk/integrations/langgraph @@ -70,21 +69,38 @@ jobs: echo "OPENAI_API_KEY=${OPENAI_API_KEY}" > python/ag_ui_langgraph/.env echo "LANGSMITH_API_KEY=${LANGSMITH_API_KEY}" >> python/ag_ui_langgraph/.env - - name: Run dojo+agents and tests - working-directory: typescript-sdk/apps/dojo/e2e2 + - name: Run dojo+agents + uses: JarvusInnovations/background-action@v1 env: OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} LANGSMITH_API_KEY: ${{ secrets.LANGSMITH_API_KEY }} - run: | - node ../scripts/run-dojo-everything.js & - npx wait-port 9999 - sleep 10 - pnpm exec playwright test --reporter=dot + with: + run: | + node ../scripts/run-dojo-everything.js + working-directory: typescript-sdk/apps/dojo/e2e + wait-on: | + http://localhost:9999 + tcp:localhost:8000 + tcp:localhost:8001 + tcp:localhost:8002 + tcp:localhost:8003 + tcp:localhost:8004 + tcp:localhost:8005 + tcp:localhost:8006 + tcp:localhost:8007 + tcp:localhost:8008 + tcp:localhost:8009 + + - name: Run tests + working-directory: typescript-sdk/apps/dojo/e2e + env: + BASE_URL: http://localhost:9999 + run: pnpm test - name: Upload traces if: always() # Uploads artifacts even if tests fail uses: actions/upload-artifact@v4 with: name: playwright-traces - path: typescript-sdk/apps/dojo/e2e2/test-results/ + path: typescript-sdk/apps/dojo/e2e/test-results/ retention-days: 7 diff --git a/typescript-sdk/apps/dojo/e2e/clean-reporter.js b/typescript-sdk/apps/dojo/e2e/clean-reporter.js index 22e115f19..345024787 100644 --- a/typescript-sdk/apps/dojo/e2e/clean-reporter.js +++ b/typescript-sdk/apps/dojo/e2e/clean-reporter.js @@ -1,3 +1,13 @@ +function getTimestamp() { + return (process.env.CI || process.env.VERBOSE) + ? new Date().toLocaleTimeString('en-US', { hour12: false }) + : ''; +} + +function logStamp(...args) { + console.log(getTimestamp(), ...args); +} + class CleanReporter { onBegin(config, suite) { console.log(`\nšŸŽ­ Running ${suite.allTests().length} tests...\n`); @@ -15,9 +25,9 @@ class CleanReporter { .trim(); if (result.status === "passed") { - console.log(`āœ… ${cleanSuite}: ${testName}`); + logStamp(`āœ… ${cleanSuite}: ${testName}`); } else if (result.status === "failed") { - console.log(`āŒ ${cleanSuite}: ${testName}`); + logStamp(`āŒ ${cleanSuite}: ${testName}`); // Extract the most relevant error info const error = result.error || result.errors?.[0]; @@ -60,15 +70,14 @@ class CleanReporter { onEnd(result) { console.log("\n" + "=".repeat(60)); - console.log(`šŸ“Š TEST SUMMARY`); + logStamp(`šŸ“Š TEST SUMMARY`); console.log("=".repeat(60)); - console.log(`\nšŸ” FAILURE ANALYSIS:`); - console.log(`• Most failures appear to be AI service related`); - console.log(`• Check API keys and service availability`); - console.log( - `• Run 'pnpm exec playwright show-report' for detailed HTML report` - ); + if (!process.env.CI) { + console.log( + `• Run 'pnpm exec playwright show-report' for detailed HTML report` + ); + } console.log("=".repeat(60) + "\n"); } diff --git a/typescript-sdk/apps/dojo/e2e/package.json b/typescript-sdk/apps/dojo/e2e/package.json index 0f1d24866..bf2af8e93 100644 --- a/typescript-sdk/apps/dojo/e2e/package.json +++ b/typescript-sdk/apps/dojo/e2e/package.json @@ -4,6 +4,7 @@ "private": true, "description": "Scheduled Playwright smoke tests for CopilotKit demo apps", "scripts": { + "postinstall": "playwright install --with-deps", "test": "playwright test", "test:ui": "playwright test --ui" }, diff --git a/typescript-sdk/apps/dojo/e2e/playwright.config.ts b/typescript-sdk/apps/dojo/e2e/playwright.config.ts index bd4933fdf..ccd077d20 100644 --- a/typescript-sdk/apps/dojo/e2e/playwright.config.ts +++ b/typescript-sdk/apps/dojo/e2e/playwright.config.ts @@ -1,12 +1,53 @@ -import { defineConfig } from "@playwright/test"; +import { defineConfig, ReporterDescription } from "@playwright/test"; import { generateSimpleLayout } from "./slack-layout-simple"; + + +function getReporters(): ReporterDescription[] { + const videoReporter: ReporterDescription = [ + "./reporters/s3-video-reporter.ts", + { + outputFile: "test-results/video-urls.json", + uploadVideos: true, + }, + ]; + const s3Reporter: ReporterDescription = [ + "./node_modules/playwright-slack-report/dist/src/SlackReporter.js", + { + slackWebHookUrl: process.env.SLACK_WEBHOOK_URL, + sendResults: "always", // always send results + maxNumberOfFailuresToShow: 10, + layout: generateSimpleLayout, // Use our simple layout + }, + ]; + const githubReporter: ReporterDescription = ["github"]; + const htmlReporter: ReporterDescription = ["html", { open: "never" }]; + const cleanReporter: ReporterDescription = ["./clean-reporter.js"]; + + const addVideoAndSlack = process.env.SLACK_WEBHOOK_URL && process.env.AWS_S3_BUCKET_NAME; + + return [ + process.env.CI ? githubReporter : undefined, + addVideoAndSlack ? videoReporter : undefined, + addVideoAndSlack ? s3Reporter : undefined, + htmlReporter, + cleanReporter, + ].filter(Boolean) as ReporterDescription[]; +} + +function getBaseUrl(): string { + if (process.env.BASE_URL) { + return new URL(process.env.BASE_URL).toString(); + } + console.error("BASE_URL is not set"); + process.exit(1); +} + export default defineConfig({ timeout: process.env.CI ? 300_000 : 120_000, // 5min in CI, 2min locally for AI tests - workers: 1, // Serial execution to avoid race conditions and AI service conflicts testDir: "./tests", - retries: process.env.CI ? 3 : 0, // More retries for flaky AI tests in CI, 0 for local - fullyParallel: false, // Serial execution for deterministic AI test results + retries: process.env.CI ? 1 : 0, // More retries for flaky AI tests in CI, 0 for local + fullyParallel: true, use: { headless: true, viewport: { width: 1280, height: 720 }, @@ -20,6 +61,7 @@ export default defineConfig({ actionTimeout: 60_000, // 1 minute for AI-driven actions (clicking, filling) // Test isolation - ensure clean state between tests testIdAttribute: "data-testid", + baseURL: getBaseUrl(), }, expect: { timeout: 90_000, // 1.5 minutes for AI-generated content to appear @@ -38,53 +80,5 @@ export default defineConfig({ }, }, ], - reporter: process.env.CI - ? [ - ["github"], - ["html", { open: "never" }], - // S3 video uploader (runs first to upload videos) - [ - "./reporters/s3-video-reporter.ts", - { - outputFile: "test-results/video-urls.json", - uploadVideos: true, - }, - ], - // Slack notifications (runs after videos are uploaded) - [ - "./node_modules/playwright-slack-report/dist/src/SlackReporter.js", - { - slackWebHookUrl: process.env.SLACK_WEBHOOK_URL, - sendResults: "always", // always send results - maxNumberOfFailuresToShow: 10, - layout: generateSimpleLayout, // Use our simple layout - }, - ], - ] - : process.env.SLACK_WEBHOOK_URL && process.env.AWS_S3_BUCKET_NAME - ? [ - // Full local testing with S3 + Slack (when both are configured) - [ - "./reporters/s3-video-reporter.ts", - { - outputFile: "test-results/video-urls.json", - uploadVideos: true, - }, - ], - [ - "./node_modules/playwright-slack-report/dist/src/SlackReporter.js", - { - slackWebHookUrl: process.env.SLACK_WEBHOOK_URL, - sendResults: "always", - maxNumberOfFailuresToShow: 10, - layout: generateSimpleLayout, - }, - ], - ["html", { open: "never" }], - ] - : [ - // Standard local testing - ["./clean-reporter.js"], - ["html", { open: "never" }], - ], + reporter: getReporters(), }); diff --git a/typescript-sdk/apps/dojo/e2e/pnpm-workspace.yaml b/typescript-sdk/apps/dojo/e2e/pnpm-workspace.yaml new file mode 100644 index 000000000..e4aab11a2 --- /dev/null +++ b/typescript-sdk/apps/dojo/e2e/pnpm-workspace.yaml @@ -0,0 +1,2 @@ +packages: + - '.' \ No newline at end of file diff --git a/typescript-sdk/apps/dojo/e2e/tests/agnoTests/agenticChatPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/agnoTests/agenticChatPage.spec.ts index 6db1ffa79..bd84be4b3 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/agnoTests/agenticChatPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/agnoTests/agenticChatPage.spec.ts @@ -11,7 +11,7 @@ test("[Agno] Agentic Chat sends and receives a greeting message", async ({ }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/agno/feature/agentic_chat" + "/agno/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -31,7 +31,7 @@ test("[Agno] Agentic Chat provides stock price information", async ({ }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/agno/feature/agentic_chat" + "/agno/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -54,7 +54,7 @@ test("[Agno] Agentic Chat retains memory of previous questions", async ({ }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/agno/feature/agentic_chat" + "/agno/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -72,7 +72,7 @@ test("[Agno] Agentic Chat retains memory of previous questions", async ({ await chat.sendMessage("What was my first question"); await chat.assertUserMessageVisible("What was my first question"); await waitForAIResponse(page); - + // Check if the agent remembers the first question about AAPL stock price await chat.assertAgentReplyVisible(/Hi/i); }); @@ -83,7 +83,7 @@ test("[Agno] Agentic Chat retains memory of user messages during a conversation" }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/agno/feature/agentic_chat" + "/agno/feature/agentic_chat" ); const chat = new AgenticChatPage(page); diff --git a/typescript-sdk/apps/dojo/e2e/tests/agnoTests/toolBasedGenUIPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/agnoTests/toolBasedGenUIPage.spec.ts index 9e8973db9..27078ba32 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/agnoTests/toolBasedGenUIPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/agnoTests/toolBasedGenUIPage.spec.ts @@ -2,9 +2,9 @@ import { test, expect } from "@playwright/test"; import { ToolBaseGenUIPage } from "../../pages/agnoPages/ToolBaseGenUIPage"; const pageURL = - "https://ag-ui-dojo-nine.vercel.app/agno/feature/tool_based_generative_ui"; + "/agno/feature/tool_based_generative_ui"; -test('[Agno] Haiku generation and display verification', async ({ +test.fixme('[Agno] Haiku generation and display verification', async ({ page, }) => { await page.goto(pageURL); @@ -17,7 +17,7 @@ test('[Agno] Haiku generation and display verification', async ({ await genAIAgent.checkHaikuDisplay(page); }); -test('[Agno] Haiku generation and UI consistency for two different prompts', async ({ +test.fixme('[Agno] Haiku generation and UI consistency for two different prompts', async ({ page, }) => { await page.goto(pageURL); diff --git a/typescript-sdk/apps/dojo/e2e/tests/crewAITests/agenticChatPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/crewAITests/agenticChatPage.spec.ts index 0e91df300..fedc8075a 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/crewAITests/agenticChatPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/crewAITests/agenticChatPage.spec.ts @@ -11,7 +11,7 @@ test("[CrewAI] Agentic Chat sends and receives a message", async ({ }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/crewai/feature/agentic_chat" + "/crewai/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -26,12 +26,12 @@ test("[CrewAI] Agentic Chat sends and receives a message", async ({ }); }); -test("[CrewAI] Agentic Chat changes background on message and reset", async ({ +test.fixme("[CrewAI] Agentic Chat changes background on message and reset", async ({ page, }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/crewai/feature/agentic_chat" + "/crewai/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -42,7 +42,7 @@ test("[CrewAI] Agentic Chat changes background on message and reset", async ({ // Store initial background color const initialBackground = await chat.getBackground(); console.log("Initial background color:", initialBackground); - + // 1. Send message to change background to blue await chat.sendMessage("Hi change the background color to blue"); await chat.assertUserMessageVisible( @@ -79,7 +79,7 @@ test("[CrewAI] Agentic Chat retains memory of user messages during a conversatio }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/crewai/feature/agentic_chat" + "/crewai/feature/agentic_chat" ); const chat = new AgenticChatPage(page); diff --git a/typescript-sdk/apps/dojo/e2e/tests/crewAITests/agenticGenUI.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/crewAITests/agenticGenUI.spec.ts index 21f8c5b18..7b29ff884 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/crewAITests/agenticGenUI.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/crewAITests/agenticGenUI.spec.ts @@ -2,13 +2,13 @@ import { test, expect } from "@playwright/test"; import { AgenticGenUIPage } from "../../pages/crewAIPages/AgenticUIGenPage"; test.describe("Agent Generative UI Feature", () => { - test("[CrewAI] should interact with the chat to get a planner on prompt", async ({ + test.fixme("[CrewAI] should interact with the chat to get a planner on prompt", async ({ page, }) => { const genUIAgent = new AgenticGenUIPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/crewai/feature/agentic_generative_ui" + "/crewai/feature/agentic_generative_ui" ); await genUIAgent.openChat(); @@ -20,26 +20,26 @@ test.describe("Agent Generative UI Feature", () => { await genUIAgent.sendButton.click(); await expect(genUIAgent.agentPlannerContainer).toBeVisible({ timeout: 15000 }); await genUIAgent.plan(); - + await page.waitForFunction( () => { const messages = Array.from(document.querySelectorAll('.copilotKitAssistantMessage')); const lastMessage = messages[messages.length - 1]; const content = lastMessage?.textContent?.trim() || ''; - + return messages.length >= 3 && content.length > 0; }, { timeout: 30000 } ); }); - test("[CrewAI] should interact with the chat using predefined prompts and perform steps", async ({ + test.fixme("[CrewAI] should interact with the chat using predefined prompts and perform steps", async ({ page, }) => { const genUIAgent = new AgenticGenUIPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/crewai/feature/agentic_generative_ui" + "/crewai/feature/agentic_generative_ui" ); await genUIAgent.openChat(); @@ -49,16 +49,16 @@ test.describe("Agent Generative UI Feature", () => { await genUIAgent.sendMessage("Go to Mars"); await genUIAgent.sendButton.click(); - + await expect(genUIAgent.agentPlannerContainer).toBeVisible({ timeout: 15000 }); await genUIAgent.plan(); - + await page.waitForFunction( () => { const messages = Array.from(document.querySelectorAll('.copilotKitAssistantMessage')); const lastMessage = messages[messages.length - 1]; const content = lastMessage?.textContent?.trim() || ''; - + return messages.length >= 3 && content.length > 0; }, { timeout: 30000 } diff --git a/typescript-sdk/apps/dojo/e2e/tests/crewAITests/humanInTheLoopPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/crewAITests/humanInTheLoopPage.spec.ts index 564bbe165..f4238555a 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/crewAITests/humanInTheLoopPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/crewAITests/humanInTheLoopPage.spec.ts @@ -9,7 +9,7 @@ test.describe("Human in the Loop Feature", () => { const humanInLoop = new HumanInLoopPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/crewai/feature/human_in_the_loop" + "/crewai/feature/human_in_the_loop" ); await humanInLoop.openChat(); @@ -52,7 +52,7 @@ test.describe("Human in the Loop Feature", () => { const humanInLoop = new HumanInLoopPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/crewai/feature/human_in_the_loop" + "/crewai/feature/human_in_the_loop" ); await humanInLoop.openChat(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/crewAITests/predictvieStateUpdatePage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/crewAITests/predictvieStateUpdatePage.spec.ts index 392dd7b3b..e676e5043 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/crewAITests/predictvieStateUpdatePage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/crewAITests/predictvieStateUpdatePage.spec.ts @@ -7,7 +7,7 @@ import { import { PredictiveStateUpdatesPage } from "../../pages/crewAIPages/PredictiveStateUpdatesPage"; test.describe("Predictive Status Updates Feature", () => { - test("[CrewAI] should interact with agent and approve asked changes", async ({ + test.fixme("[CrewAI] should interact with agent and approve asked changes", async ({ page, }) => { await retryOnAIFailure(async () => { @@ -15,7 +15,7 @@ test.describe("Predictive Status Updates Feature", () => { // Update URL to new domain await page.goto( - "https://ag-ui-dojo-nine.vercel.app/crewai/feature/predictive_state_updates" + "/crewai/feature/predictive_state_updates" ); await predictiveStateUpdates.openChat(); @@ -44,7 +44,7 @@ test.describe("Predictive Status Updates Feature", () => { }); }); - test("[CrewAI] should interact with agent and reject asked changes", async ({ + test.fixme("[CrewAI] should interact with agent and reject asked changes", async ({ page, }) => { await retryOnAIFailure(async () => { @@ -52,7 +52,7 @@ test.describe("Predictive Status Updates Feature", () => { // Update URL to new domain await page.goto( - "https://ag-ui-dojo-nine.vercel.app/crewai/feature/predictive_state_updates" + "/crewai/feature/predictive_state_updates" ); await predictiveStateUpdates.openChat(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/crewAITests/sharedStatePage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/crewAITests/sharedStatePage.spec.ts index b5d8d692b..b406b0ae5 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/crewAITests/sharedStatePage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/crewAITests/sharedStatePage.spec.ts @@ -9,7 +9,7 @@ test.describe("Shared State Feature", () => { // Update URL to new domain await page.goto( - "https://ag-ui-dojo-nine.vercel.app/crewai/feature/shared_state" + "/crewai/feature/shared_state" ); await sharedStateAgent.openChat(); @@ -27,7 +27,7 @@ test.describe("Shared State Feature", () => { const sharedStateAgent = new SharedStatePage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/crewai/feature/shared_state" + "/crewai/feature/shared_state" ); await sharedStateAgent.openChat(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/crewAITests/toolBasedGenUIPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/crewAITests/toolBasedGenUIPage.spec.ts index 5ef711e8e..c98a8a3c5 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/crewAITests/toolBasedGenUIPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/crewAITests/toolBasedGenUIPage.spec.ts @@ -2,7 +2,7 @@ import { test, expect } from "@playwright/test"; import { ToolBaseGenUIPage } from "../../pages/crewAIPages/ToolBaseGenUIPage"; const pageURL = - "https://ag-ui-dojo-nine.vercel.app/crewai/feature/tool_based_generative_ui"; + "/crewai/feature/tool_based_generative_ui"; test('[CrewAI] Haiku generation and display verification', async ({ page, diff --git a/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/agenticChatPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/agenticChatPage.spec.ts index 24bc23182..7806f9544 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/agenticChatPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/agenticChatPage.spec.ts @@ -11,7 +11,7 @@ test("[LangGraph FastAPI] Agentic Chat sends and receives a message", async ({ }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph-fastapi/feature/agentic_chat" + "/langgraph-fastapi/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -31,7 +31,7 @@ test("[LangGraph FastAPI] Agentic Chat changes background on message and reset", }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph-fastapi/feature/agentic_chat" + "/langgraph-fastapi/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -79,7 +79,7 @@ test("[LangGraph FastAPI] Agentic Chat retains memory of user messages during a }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph-fastapi/feature/agentic_chat" + "/langgraph-fastapi/feature/agentic_chat" ); const chat = new AgenticChatPage(page); diff --git a/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/agenticGenUI.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/agenticGenUI.spec.ts index 9e4ac289a..2ffda9f37 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/agenticGenUI.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/agenticGenUI.spec.ts @@ -8,7 +8,7 @@ test.describe("Agent Generative UI Feature", () => { const genUIAgent = new AgenticGenUIPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph-fastapi/feature/agentic_generative_ui" + "/langgraph-fastapi/feature/agentic_generative_ui" ); await genUIAgent.openChat(); @@ -18,30 +18,30 @@ test.describe("Agent Generative UI Feature", () => { await genUIAgent.sendMessage("Give me a plan to make brownies"); await genUIAgent.sendButton.click(); - + await expect(genUIAgent.agentPlannerContainer).toBeVisible({ timeout: 15000 }); - + await genUIAgent.plan(); - + await page.waitForFunction( () => { const messages = Array.from(document.querySelectorAll('.copilotKitAssistantMessage')); const lastMessage = messages[messages.length - 1]; const content = lastMessage?.textContent?.trim() || ''; - + return messages.length >= 3 && content.length > 0; }, { timeout: 30000 } ); }); - test("[LangGraph FastAPI] should interact with the chat using predefined prompts and perform steps", async ({ + test.fixme("[LangGraph FastAPI] should interact with the chat using predefined prompts and perform steps", async ({ page, }) => { const genUIAgent = new AgenticGenUIPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph-fastapi/feature/agentic_generative_ui" + "/langgraph-fastapi/feature/agentic_generative_ui" ); await genUIAgent.openChat(); @@ -51,16 +51,16 @@ test.describe("Agent Generative UI Feature", () => { await genUIAgent.sendMessage("Go to Mars"); await genUIAgent.sendButton.click(); - + await expect(genUIAgent.agentPlannerContainer).toBeVisible({ timeout: 15000 }); await genUIAgent.plan(); - + await page.waitForFunction( () => { const messages = Array.from(document.querySelectorAll('.copilotKitAssistantMessage')); const lastMessage = messages[messages.length - 1]; const content = lastMessage?.textContent?.trim() || ''; - + return messages.length >= 3 && content.length > 0; }, { timeout: 30000 } diff --git a/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/humanInTheLoopPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/humanInTheLoopPage.spec.ts index 4f7b501b3..b683e9189 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/humanInTheLoopPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/humanInTheLoopPage.spec.ts @@ -9,7 +9,7 @@ test.describe("Human in the Loop Feature", () => { const humanInLoop = new HumanInLoopPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph-fastapi/feature/human_in_the_loop" + "/langgraph-fastapi/feature/human_in_the_loop" ); await humanInLoop.openChat(); @@ -52,7 +52,7 @@ test.describe("Human in the Loop Feature", () => { const humanInLoop = new HumanInLoopPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph-fastapi/feature/human_in_the_loop" + "/langgraph-fastapi/feature/human_in_the_loop" ); await humanInLoop.openChat(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/predictvieStateUpdatePage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/predictvieStateUpdatePage.spec.ts index 68fc6afb1..3ca0f0e37 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/predictvieStateUpdatePage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/predictvieStateUpdatePage.spec.ts @@ -7,14 +7,14 @@ import { import { PredictiveStateUpdatesPage } from "../../pages/langGraphFastAPIPages/PredictiveStateUpdatesPage"; test.describe("Predictive Status Updates Feature", () => { - test("[LangGraph FastAPI] should interact with agent and approve asked changes", async ({ + test.fixme("[LangGraph FastAPI] should interact with agent and approve asked changes", async ({ page, }) => { await retryOnAIFailure(async () => { const predictiveStateUpdates = new PredictiveStateUpdatesPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph-fastapi/feature/predictive_state_updates" + "/langgraph-fastapi/feature/predictive_state_updates" ); await predictiveStateUpdates.openChat(); @@ -25,7 +25,7 @@ test.describe("Predictive Status Updates Feature", () => { ); await waitForAIResponse(page); await page.waitForTimeout(2000); - + await predictiveStateUpdates.getPredictiveResponse(); await predictiveStateUpdates.getUserApproval(); await predictiveStateUpdates.confirmedChangesResponse.isVisible(); @@ -39,7 +39,7 @@ test.describe("Predictive Status Updates Feature", () => { await predictiveStateUpdates.sendMessage("Change dragon name to Lola"); await waitForAIResponse(page); await page.waitForTimeout(2000); - + await predictiveStateUpdates.verifyHighlightedText(); await predictiveStateUpdates.getUserApproval(); await predictiveStateUpdates.confirmedChangesResponse.isVisible(); @@ -50,14 +50,14 @@ test.describe("Predictive Status Updates Feature", () => { }); }); - test("[LangGraph FastAPI] should interact with agent and reject asked changes", async ({ + test.fixme("[LangGraph FastAPI] should interact with agent and reject asked changes", async ({ page, }) => { await retryOnAIFailure(async () => { const predictiveStateUpdates = new PredictiveStateUpdatesPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph-fastapi/feature/predictive_state_updates" + "/langgraph-fastapi/feature/predictive_state_updates" ); await predictiveStateUpdates.openChat(); @@ -68,7 +68,7 @@ test.describe("Predictive Status Updates Feature", () => { ); await waitForAIResponse(page); await page.waitForTimeout(2000); - + await predictiveStateUpdates.getPredictiveResponse(); await predictiveStateUpdates.getUserApproval(); await predictiveStateUpdates.confirmedChangesResponse.isVisible(); @@ -82,7 +82,7 @@ test.describe("Predictive Status Updates Feature", () => { await predictiveStateUpdates.sendMessage("Change dragon name to Lola"); await waitForAIResponse(page); await page.waitForTimeout(2000); - + await predictiveStateUpdates.verifyHighlightedText(); await predictiveStateUpdates.getUserRejection(); await predictiveStateUpdates.rejectedChangesResponse.isVisible(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/sharedStatePage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/sharedStatePage.spec.ts index 05c458d2f..c5213667d 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/sharedStatePage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/sharedStatePage.spec.ts @@ -9,7 +9,7 @@ test.describe("Shared State Feature", () => { // Update URL to new domain await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph-fastapi/feature/shared_state" + "/langgraph-fastapi/feature/shared_state" ); await sharedStateAgent.openChat(); @@ -21,20 +21,20 @@ test.describe("Shared State Feature", () => { ); }); - test("[LangGraph FastAPI] should share state between UI and chat", async ({ + test.fixme("[LangGraph FastAPI] should share state between UI and chat", async ({ page, }) => { const sharedStateAgent = new SharedStatePage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph-fastapi/feature/shared_state" + "/langgraph-fastapi/feature/shared_state" ); await sharedStateAgent.openChat(); // Add new ingredient via UI await sharedStateAgent.addIngredient.click(); - + // Fill in the new ingredient details const newIngredientCard = page.locator('.ingredient-card').last(); await newIngredientCard.locator('.ingredient-name-input').fill('Potatoes'); diff --git a/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/toolBasedGenUIPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/toolBasedGenUIPage.spec.ts index 097196cd2..38560a9df 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/toolBasedGenUIPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/toolBasedGenUIPage.spec.ts @@ -2,9 +2,9 @@ import { test, expect } from "@playwright/test"; import { ToolBaseGenUIPage } from "../../pages/langGraphFastAPIPages/ToolBaseGenUIPage"; const pageURL = - "https://ag-ui-dojo-nine.vercel.app/langgraph-fastapi/feature/tool_based_generative_ui"; + "/langgraph-fastapi/feature/tool_based_generative_ui"; -test('[LangGraph FastAPI] Haiku generation and display verification', async ({ +test.fixme('[LangGraph FastAPI] Haiku generation and display verification', async ({ page, }) => { await page.goto(pageURL); @@ -17,7 +17,7 @@ test('[LangGraph FastAPI] Haiku generation and display verification', async ({ await genAIAgent.checkHaikuDisplay(page); }); -test('[LangGraph FastAPI] Haiku generation and UI consistency for two different prompts', async ({ +test.fixme('[LangGraph FastAPI] Haiku generation and UI consistency for two different prompts', async ({ page, }) => { await page.goto(pageURL); diff --git a/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/agenticChatPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/agenticChatPage.spec.ts index 4242d6516..0a8b225f4 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/agenticChatPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/agenticChatPage.spec.ts @@ -11,7 +11,7 @@ test("[LangGraph] Agentic Chat sends and receives a message", async ({ }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph/feature/agentic_chat" + "/langgraph/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -31,7 +31,7 @@ test("[LangGraph] Agentic Chat changes background on message and reset", async ( }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph/feature/agentic_chat" + "/langgraph/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -74,7 +74,7 @@ test("[LangGraph] Agentic Chat retains memory of user messages during a conversa }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph/feature/agentic_chat" + "/langgraph/feature/agentic_chat" ); const chat = new AgenticChatPage(page); diff --git a/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/agenticGenUI.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/agenticGenUI.spec.ts index c72d7b077..ffabdb5ef 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/agenticGenUI.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/agenticGenUI.spec.ts @@ -8,7 +8,7 @@ test.describe("Agent Generative UI Feature", () => { const genUIAgent = new AgenticGenUIPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph/feature/agentic_generative_ui" + "/langgraph/feature/agentic_generative_ui" ); await genUIAgent.openChat(); @@ -41,7 +41,7 @@ test.describe("Agent Generative UI Feature", () => { const genUIAgent = new AgenticGenUIPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph/feature/agentic_generative_ui" + "/langgraph/feature/agentic_generative_ui" ); await genUIAgent.openChat(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/humanInTheLoopPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/humanInTheLoopPage.spec.ts index b808613ce..7e26b61ef 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/humanInTheLoopPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/humanInTheLoopPage.spec.ts @@ -9,7 +9,7 @@ test.describe("Human in the Loop Feature", () => { const humanInLoop = new HumanInLoopPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph/feature/human_in_the_loop" + "/langgraph/feature/human_in_the_loop" ); await humanInLoop.openChat(); @@ -51,7 +51,7 @@ test.describe("Human in the Loop Feature", () => { await retryOnAIFailure(async () => { const humanInLoop = new HumanInLoopPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph/feature/human_in_the_loop" + "/langgraph/feature/human_in_the_loop" ); await humanInLoop.openChat(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/predictvieStateUpdatePage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/predictvieStateUpdatePage.spec.ts index 19ed935af..ac3833ad2 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/predictvieStateUpdatePage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/predictvieStateUpdatePage.spec.ts @@ -7,14 +7,14 @@ import { import { PredictiveStateUpdatesPage } from "../../pages/langGraphPages/PredictiveStateUpdatesPage"; test.describe("Predictive Status Updates Feature", () => { - test("[LangGraph] should interact with agent and approve asked changes", async ({ + test.fixme("[LangGraph] should interact with agent and approve asked changes", async ({ page, }) => { await retryOnAIFailure(async () => { const predictiveStateUpdates = new PredictiveStateUpdatesPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph/feature/predictive_state_updates" + "/langgraph/feature/predictive_state_updates" ); await predictiveStateUpdates.openChat(); @@ -25,7 +25,7 @@ test.describe("Predictive Status Updates Feature", () => { ); await waitForAIResponse(page); await page.waitForTimeout(2000); - + await predictiveStateUpdates.getPredictiveResponse(); await predictiveStateUpdates.getUserApproval(); await predictiveStateUpdates.confirmedChangesResponse.isVisible(); @@ -39,7 +39,7 @@ test.describe("Predictive Status Updates Feature", () => { await predictiveStateUpdates.sendMessage("Change dragon name to Lola"); await waitForAIResponse(page); await page.waitForTimeout(2000); - + await predictiveStateUpdates.verifyHighlightedText(); await predictiveStateUpdates.getUserApproval(); await predictiveStateUpdates.confirmedChangesResponse.isVisible(); @@ -50,14 +50,14 @@ test.describe("Predictive Status Updates Feature", () => { }); }); - test("[LangGraph] should interact with agent and reject asked changes", async ({ + test.fixme("[LangGraph] should interact with agent and reject asked changes", async ({ page, }) => { await retryOnAIFailure(async () => { const predictiveStateUpdates = new PredictiveStateUpdatesPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph/feature/predictive_state_updates" + "/langgraph/feature/predictive_state_updates" ); await predictiveStateUpdates.openChat(); @@ -68,7 +68,7 @@ test.describe("Predictive Status Updates Feature", () => { ); await waitForAIResponse(page); await page.waitForTimeout(2000); - + await predictiveStateUpdates.getPredictiveResponse(); await predictiveStateUpdates.getUserApproval(); await predictiveStateUpdates.confirmedChangesResponse.isVisible(); @@ -82,7 +82,7 @@ test.describe("Predictive Status Updates Feature", () => { await predictiveStateUpdates.sendMessage("Change dragon name to Lola"); await waitForAIResponse(page); await page.waitForTimeout(2000); - + await predictiveStateUpdates.verifyHighlightedText(); await predictiveStateUpdates.getUserRejection(); await predictiveStateUpdates.rejectedChangesResponse.isVisible(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/sharedStatePage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/sharedStatePage.spec.ts index 77c2c56bf..ed758be36 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/sharedStatePage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/sharedStatePage.spec.ts @@ -9,7 +9,7 @@ test.describe("Shared State Feature", () => { // Update URL to new domain await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph/feature/shared_state" + "/langgraph/feature/shared_state" ); await sharedStateAgent.openChat(); @@ -27,7 +27,7 @@ test.describe("Shared State Feature", () => { const sharedStateAgent = new SharedStatePage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/langgraph/feature/shared_state" + "/langgraph/feature/shared_state" ); await sharedStateAgent.openChat(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/toolBasedGenUIPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/toolBasedGenUIPage.spec.ts index 71f522c03..676bcb364 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/toolBasedGenUIPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/langgraphTests/toolBasedGenUIPage.spec.ts @@ -2,9 +2,9 @@ import { test, expect } from "@playwright/test"; import { ToolBaseGenUIPage } from "../../pages/langGraphPages/ToolBaseGenUIPage"; const pageURL = - "https://ag-ui-dojo-nine.vercel.app/langgraph/feature/tool_based_generative_ui"; + "/langgraph/feature/tool_based_generative_ui"; -test('[LangGraph] Haiku generation and display verification', async ({ +test.fixme('[LangGraph] Haiku generation and display verification', async ({ page, }) => { await page.goto(pageURL); @@ -17,7 +17,7 @@ test('[LangGraph] Haiku generation and display verification', async ({ await genAIAgent.checkHaikuDisplay(page); }); -test('[LangGraph] Haiku generation and UI consistency for two different prompts', async ({ +test.fixme('[LangGraph] Haiku generation and UI consistency for two different prompts', async ({ page, }) => { await page.goto(pageURL); diff --git a/typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/agenticChatPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/agenticChatPage.spec.ts index 3c50a85e6..75a730c8d 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/agenticChatPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/agenticChatPage.spec.ts @@ -11,7 +11,7 @@ test("[LlamaIndex] Agentic Chat sends and receives a message", async ({ }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/llama-index/feature/agentic_chat" + "/llama-index/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -31,7 +31,7 @@ test("[LlamaIndex] Agentic Chat changes background on message and reset", async }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/llama-index/feature/agentic_chat" + "/llama-index/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -79,7 +79,7 @@ test("[LlamaIndex] Agentic Chat retains memory of user messages during a convers }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/llama-index/feature/agentic_chat" + "/llama-index/feature/agentic_chat" ); const chat = new AgenticChatPage(page); diff --git a/typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/agenticGenUI.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/agenticGenUI.spec.ts index 2e924b371..ca16782c4 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/agenticGenUI.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/agenticGenUI.spec.ts @@ -2,13 +2,13 @@ import { test, expect } from "@playwright/test"; import { AgenticGenUIPage } from "../../pages/llamaIndexPages/AgenticUIGenPage"; test.describe("Agent Generative UI Feature", () => { - test("[LlamaIndex] should interact with the chat to get a planner on prompt", async ({ + test.fixme("[LlamaIndex] should interact with the chat to get a planner on prompt", async ({ page, }) => { const genUIAgent = new AgenticGenUIPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/llama-index/feature/agentic_generative_ui" + "/llama-index/feature/agentic_generative_ui" ); await genUIAgent.openChat(); @@ -18,30 +18,30 @@ test.describe("Agent Generative UI Feature", () => { await genUIAgent.sendMessage("Give me a plan to make brownies"); await genUIAgent.sendButton.click(); - + await expect(genUIAgent.agentPlannerContainer).toBeVisible({ timeout: 15000 }); - + await genUIAgent.plan(); - + await page.waitForFunction( () => { const messages = Array.from(document.querySelectorAll('.copilotKitAssistantMessage')); const lastMessage = messages[messages.length - 1]; const content = lastMessage?.textContent?.trim() || ''; - + return messages.length >= 3 && content.length > 0; }, { timeout: 30000 } ); }); - test("[LlamaIndex] should interact with the chat using predefined prompts and perform steps", async ({ + test.fixme("[LlamaIndex] should interact with the chat using predefined prompts and perform steps", async ({ page, }) => { const genUIAgent = new AgenticGenUIPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/llama-index/feature/agentic_generative_ui" + "/llama-index/feature/agentic_generative_ui" ); await genUIAgent.openChat(); @@ -51,17 +51,17 @@ test.describe("Agent Generative UI Feature", () => { await genUIAgent.sendMessage("Go to Mars"); await genUIAgent.sendButton.click(); - + await expect(genUIAgent.agentPlannerContainer).toBeVisible({ timeout: 15000 }); - + await genUIAgent.plan(); - + await page.waitForFunction( () => { const messages = Array.from(document.querySelectorAll('.copilotKitAssistantMessage')); const lastMessage = messages[messages.length - 1]; const content = lastMessage?.textContent?.trim() || ''; - + return messages.length >= 3 && content.length > 0; }, { timeout: 30000 } diff --git a/typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/humanInTheLoopPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/humanInTheLoopPage.spec.ts index 0d58d8734..81217152a 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/humanInTheLoopPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/humanInTheLoopPage.spec.ts @@ -9,7 +9,7 @@ test.describe("Human in the Loop Feature", () => { const humanInLoop = new HumanInLoopPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/llama-index/feature/human_in_the_loop" + "/llama-index/feature/human_in_the_loop" ); await humanInLoop.openChat(); @@ -53,7 +53,7 @@ test.describe("Human in the Loop Feature", () => { const humanInLoop = new HumanInLoopPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/llama-index/feature/human_in_the_loop" + "/llama-index/feature/human_in_the_loop" ); await humanInLoop.openChat(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/sharedStatePage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/sharedStatePage.spec.ts index 6c4d67fe3..8ab2b0875 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/sharedStatePage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/sharedStatePage.spec.ts @@ -9,7 +9,7 @@ test.describe("Shared State Feature", () => { // Update URL to new domain await page.goto( - "https://ag-ui-dojo-nine.vercel.app/llama-index/feature/shared_state" + "/llama-index/feature/shared_state" ); await sharedStateAgent.openChat(); @@ -27,7 +27,7 @@ test.describe("Shared State Feature", () => { const sharedStateAgent = new SharedStatePage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/llama-index/feature/shared_state" + "/llama-index/feature/shared_state" ); await sharedStateAgent.openChat(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/mastraAgentLocalTests/agenticChatPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/mastraAgentLocalTests/agenticChatPage.spec.ts index 0a25e3e9c..8826a05f1 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/mastraAgentLocalTests/agenticChatPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/mastraAgentLocalTests/agenticChatPage.spec.ts @@ -11,7 +11,7 @@ test("[MastraAgentLocal] Agentic Chat sends and receives a message", async ({ }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/mastra-agent-local/feature/agentic_chat" + "/mastra-agent-local/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -31,7 +31,7 @@ test("[MastraAgentLocal] Agentic Chat changes background on message and reset", }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/mastra-agent-local/feature/agentic_chat" + "/mastra-agent-local/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -79,7 +79,7 @@ test("[MastraAgentLocal] Agentic Chat retains memory of user messages during a c }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/mastra-agent-local/feature/agentic_chat" + "/mastra-agent-local/feature/agentic_chat" ); const chat = new AgenticChatPage(page); diff --git a/typescript-sdk/apps/dojo/e2e/tests/mastraAgentLocalTests/sharedStatePage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/mastraAgentLocalTests/sharedStatePage.spec.ts index 690f417e3..5da363d8e 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/mastraAgentLocalTests/sharedStatePage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/mastraAgentLocalTests/sharedStatePage.spec.ts @@ -9,7 +9,7 @@ test.describe("Shared State Feature", () => { // Update URL to new domain await page.goto( - "https://ag-ui-dojo-nine.vercel.app/mastra-agent-local/feature/shared_state" + "/mastra-agent-local/feature/shared_state" ); await sharedStateAgent.openChat(); @@ -27,7 +27,7 @@ test.describe("Shared State Feature", () => { const sharedStateAgent = new SharedStatePage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/mastra-agent-local/feature/shared_state" + "/mastra-agent-local/feature/shared_state" ); await sharedStateAgent.openChat(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/mastraAgentLocalTests/toolBasedGenUIPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/mastraAgentLocalTests/toolBasedGenUIPage.spec.ts index 18da98dc5..c5f32c1f9 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/mastraAgentLocalTests/toolBasedGenUIPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/mastraAgentLocalTests/toolBasedGenUIPage.spec.ts @@ -2,9 +2,9 @@ import { test, expect } from "@playwright/test"; import { ToolBaseGenUIPage } from "../../pages/mastraAgentLocalPages/ToolBaseGenUIPage"; const pageURL = - "https://ag-ui-dojo-nine.vercel.app/mastra-agent-local/feature/tool_based_generative_ui"; + "/mastra-agent-local/feature/tool_based_generative_ui"; -test('[Mastra Agent Local] Haiku generation and display verification', async ({ +test.fixme('[Mastra Agent Local] Haiku generation and display verification', async ({ page, }) => { await page.goto(pageURL); @@ -17,7 +17,7 @@ test('[Mastra Agent Local] Haiku generation and display verification', async ({ await genAIAgent.checkHaikuDisplay(page); }); -test('[Mastra Agent Local] Haiku generation and UI consistency for two different prompts', async ({ +test.fixme('[Mastra Agent Local] Haiku generation and UI consistency for two different prompts', async ({ page, }) => { await page.goto(pageURL); diff --git a/typescript-sdk/apps/dojo/e2e/tests/mastraTests/agenticChatPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/mastraTests/agenticChatPage.spec.ts index 1f34aff70..f22220243 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/mastraTests/agenticChatPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/mastraTests/agenticChatPage.spec.ts @@ -11,7 +11,7 @@ test("[Mastra] Agentic Chat sends and receives a greeting message", async ({ }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/mastra/feature/agentic_chat" + "/mastra/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -31,7 +31,7 @@ test("[Mastra] Agentic Chat provides weather information", async ({ }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/mastra/feature/agentic_chat" + "/mastra/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -54,7 +54,7 @@ test("[Mastra] Agentic Chat retains memory of previous questions", async ({ }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/mastra/feature/agentic_chat" + "/mastra/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -82,7 +82,7 @@ test("[Mastra] Agentic Chat retains memory of user messages during a conversatio }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/mastra/feature/agentic_chat" + "/mastra/feature/agentic_chat" ); const chat = new AgenticChatPage(page); diff --git a/typescript-sdk/apps/dojo/e2e/tests/mastraTests/toolBasedGenUIPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/mastraTests/toolBasedGenUIPage.spec.ts index 790e14282..2c2845211 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/mastraTests/toolBasedGenUIPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/mastraTests/toolBasedGenUIPage.spec.ts @@ -2,9 +2,9 @@ import { test, expect } from "@playwright/test"; import { ToolBaseGenUIPage } from "../../pages/mastraPages/ToolBaseGenUIPage"; const pageURL = - "https://ag-ui-dojo-nine.vercel.app/mastra/feature/tool_based_generative_ui"; + "/mastra/feature/tool_based_generative_ui"; -test('[Mastra] Haiku generation and display verification', async ({ +test.fixme('[Mastra] Haiku generation and display verification', async ({ page, }) => { await page.goto(pageURL); @@ -17,7 +17,7 @@ test('[Mastra] Haiku generation and display verification', async ({ await genAIAgent.checkHaikuDisplay(page); }); -test('[Mastra] Haiku generation and UI consistency for two different prompts', async ({ +test.fixme('[Mastra] Haiku generation and UI consistency for two different prompts', async ({ page, }) => { await page.goto(pageURL); diff --git a/typescript-sdk/apps/dojo/e2e/tests/middlewareStarterTests/agenticChatPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/middlewareStarterTests/agenticChatPage.spec.ts index a28442e78..6e598d8ad 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/middlewareStarterTests/agenticChatPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/middlewareStarterTests/agenticChatPage.spec.ts @@ -11,7 +11,7 @@ test("[Middleware Starter] Testing Agentic Chat", async ({ }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/middleware-starter/feature/agentic_chat" + "/middleware-starter/feature/agentic_chat" ); const chat = new AgenticChatPage(page); diff --git a/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/agenticChatPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/agenticChatPage.spec.ts index 25772cd9d..8c5b9d4c3 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/agenticChatPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/agenticChatPage.spec.ts @@ -11,7 +11,7 @@ test("[PydanticAI] Agentic Chat sends and receives a message", async ({ }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/pydantic-ai/feature/agentic_chat" + "/pydantic-ai/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -31,7 +31,7 @@ test("[PydanticAI] Agentic Chat changes background on message and reset", async }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/pydantic-ai/feature/agentic_chat" + "/pydantic-ai/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -79,7 +79,7 @@ test("[PydanticAI] Agentic Chat retains memory of user messages during a convers }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/pydantic-ai/feature/agentic_chat" + "/pydantic-ai/feature/agentic_chat" ); const chat = new AgenticChatPage(page); diff --git a/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/agenticGenUI.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/agenticGenUI.spec.ts index b3a052900..0a7a722a6 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/agenticGenUI.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/agenticGenUI.spec.ts @@ -8,7 +8,7 @@ test.describe("Agent Generative UI Feature", () => { const genUIAgent = new AgenticGenUIPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/pydantic-ai/feature/agentic_generative_ui" + "/pydantic-ai/feature/agentic_generative_ui" ); await genUIAgent.openChat(); @@ -39,7 +39,7 @@ test.describe("Agent Generative UI Feature", () => { const genUIAgent = new AgenticGenUIPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/pydantic-ai/feature/agentic_generative_ui" + "/pydantic-ai/feature/agentic_generative_ui" ); await genUIAgent.openChat(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/humanInTheLoopPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/humanInTheLoopPage.spec.ts index 035d17544..efd0c162b 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/humanInTheLoopPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/humanInTheLoopPage.spec.ts @@ -9,7 +9,7 @@ test.describe("Human in the Loop Feature", () => { const humanInLoop = new HumanInLoopPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/pydantic-ai/feature/human_in_the_loop" + "/pydantic-ai/feature/human_in_the_loop" ); await humanInLoop.openChat(); @@ -52,7 +52,7 @@ test.describe("Human in the Loop Feature", () => { const humanInLoop = new HumanInLoopPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/pydantic-ai/feature/human_in_the_loop" + "/pydantic-ai/feature/human_in_the_loop" ); await humanInLoop.openChat(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/predictvieStateUpdatePage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/predictvieStateUpdatePage.spec.ts index 9f979f4e1..0221871aa 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/predictvieStateUpdatePage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/predictvieStateUpdatePage.spec.ts @@ -7,7 +7,7 @@ import { import { PredictiveStateUpdatesPage } from "../../pages/pydanticAIPages/PredictiveStateUpdatesPage"; test.describe("Predictive Status Updates Feature", () => { - test("[PydanticAI] should interact with agent and approve asked changes", async ({ + test.fixme("[PydanticAI] should interact with agent and approve asked changes", async ({ page, }) => { await retryOnAIFailure(async () => { @@ -15,7 +15,7 @@ test.describe("Predictive Status Updates Feature", () => { // Update URL to new domain await page.goto( - "https://ag-ui-dojo-nine.vercel.app/pydantic-ai/feature/predictive_state_updates" + "/pydantic-ai/feature/predictive_state_updates" ); await predictiveStateUpdates.openChat(); @@ -44,7 +44,7 @@ test.describe("Predictive Status Updates Feature", () => { }); }); - test("[PydanticAI] should interact with agent and reject asked changes", async ({ + test.fixme("[PydanticAI] should interact with agent and reject asked changes", async ({ page, }) => { await retryOnAIFailure(async () => { @@ -52,7 +52,7 @@ test.describe("Predictive Status Updates Feature", () => { // Update URL to new domain await page.goto( - "https://ag-ui-dojo-nine.vercel.app/pydantic-ai/feature/predictive_state_updates" + "/pydantic-ai/feature/predictive_state_updates" ); await predictiveStateUpdates.openChat(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/sharedStatePage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/sharedStatePage.spec.ts index 65fff6d17..5be1b4dda 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/sharedStatePage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/sharedStatePage.spec.ts @@ -9,7 +9,7 @@ test.describe("Shared State Feature", () => { // Update URL to new domain await page.goto( - "https://ag-ui-dojo-nine.vercel.app/pydantic-ai/feature/shared_state" + "/pydantic-ai/feature/shared_state" ); await sharedStateAgent.openChat(); @@ -27,7 +27,7 @@ test.describe("Shared State Feature", () => { const sharedStateAgent = new SharedStatePage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/pydantic-ai/feature/shared_state" + "/pydantic-ai/feature/shared_state" ); await sharedStateAgent.openChat(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/toolBasedGenUIPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/toolBasedGenUIPage.spec.ts index 04443a255..aeee3755a 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/toolBasedGenUIPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/toolBasedGenUIPage.spec.ts @@ -2,9 +2,9 @@ import { test, expect } from "@playwright/test"; import { ToolBaseGenUIPage } from "../../pages/pydanticAIPages/ToolBaseGenUIPage"; const pageURL = - "https://ag-ui-dojo-nine.vercel.app/pydantic-ai/feature/tool_based_generative_ui"; + "/pydantic-ai/feature/tool_based_generative_ui"; -test('[PydanticAI] Haiku generation and display verification', async ({ +test.fixme('[PydanticAI] Haiku generation and display verification', async ({ page, }) => { await page.goto(pageURL); @@ -17,7 +17,7 @@ test('[PydanticAI] Haiku generation and display verification', async ({ await genAIAgent.checkHaikuDisplay(page); }); -test('[PydanticAI] Haiku generation and UI consistency for two different prompts', async ({ +test.fixme('[PydanticAI] Haiku generation and UI consistency for two different prompts', async ({ page, }) => { await page.goto(pageURL); diff --git a/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/agenticChatPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/agenticChatPage.spec.ts index ea627a640..30d6ca45c 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/agenticChatPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/agenticChatPage.spec.ts @@ -11,7 +11,7 @@ test("[Server Starter all features] Agentic Chat displays countdown from 10 to 1 }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/server-starter-all-features/feature/agentic_chat" + "/server-starter-all-features/feature/agentic_chat" ); const chat = new AgenticChatPage(page); diff --git a/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/agenticGenUI.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/agenticGenUI.spec.ts index c5226d7c9..33cb320a4 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/agenticGenUI.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/agenticGenUI.spec.ts @@ -8,7 +8,7 @@ test.describe("Agent Generative UI Feature", () => { const genUIAgent = new AgenticGenUIPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/server-starter-all-features/feature/agentic_generative_ui" + "/server-starter-all-features/feature/agentic_generative_ui" ); await genUIAgent.openChat(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/humanInTheLoopPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/humanInTheLoopPage.spec.ts index bc66c06ac..4b5e7c93b 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/humanInTheLoopPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/humanInTheLoopPage.spec.ts @@ -9,7 +9,7 @@ test.describe("Human in the Loop Feature", () => { const humanInLoop = new HumanInLoopPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/server-starter-all-features/feature/human_in_the_loop" + "/server-starter-all-features/feature/human_in_the_loop" ); await humanInLoop.openChat(); diff --git a/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/predictvieStateUpdatePage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/predictvieStateUpdatePage.spec.ts index deada27cf..a5584c22a 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/predictvieStateUpdatePage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/predictvieStateUpdatePage.spec.ts @@ -2,25 +2,25 @@ import { test, expect, waitForAIResponse, retryOnAIFailure, } from "../../test-i import { PredictiveStateUpdatesPage } from "../../pages/serverStarterAllFeaturesPages/PredictiveStateUpdatesPage"; test.describe("Predictive Status Updates Feature", () => { - test("[Server Starter all features] should interact with agent and approve asked changes", async ({ page, }) => { + test.fixme("[Server Starter all features] should interact with agent and approve asked changes", async ({ page, }) => { await retryOnAIFailure(async () => { const predictiveStateUpdates = new PredictiveStateUpdatesPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/server-starter-all-features/feature/predictive_state_updates" + "/server-starter-all-features/feature/predictive_state_updates" ); await predictiveStateUpdates.openChat(); await page.waitForTimeout(2000); - + await predictiveStateUpdates.sendMessage("Hi"); await waitForAIResponse(page); await page.waitForTimeout(2000); - + await predictiveStateUpdates.getPredictiveResponse(); await predictiveStateUpdates.getUserApproval(); await predictiveStateUpdates.confirmedChangesResponse.isVisible(); - + const originalContent = await predictiveStateUpdates.getResponseContent(); expect(originalContent).not.toBeNull(); @@ -29,37 +29,37 @@ test.describe("Predictive Status Updates Feature", () => { await predictiveStateUpdates.sendMessage("Change the dog name"); await waitForAIResponse(page); await page.waitForTimeout(2000); - + await predictiveStateUpdates.verifyHighlightedText(); - + await predictiveStateUpdates.getUserApproval(); await predictiveStateUpdates.confirmedChangesResponse.isVisible(); - + const updatedContent = await predictiveStateUpdates.getResponseContent(); - + expect(updatedContent).not.toBe(originalContent); }); }); - test("[Server Starter all features] should interact with agent and reject asked changes", async ({ page, }) => { + test.fixme("[Server Starter all features] should interact with agent and reject asked changes", async ({ page, }) => { await retryOnAIFailure(async () => { const predictiveStateUpdates = new PredictiveStateUpdatesPage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/server-starter-all-features/feature/predictive_state_updates" + "/server-starter-all-features/feature/predictive_state_updates" ); await predictiveStateUpdates.openChat(); await page.waitForTimeout(2000); - + await predictiveStateUpdates.sendMessage("Hi"); await waitForAIResponse(page); await page.waitForTimeout(2000); - + await predictiveStateUpdates.getPredictiveResponse(); await predictiveStateUpdates.getUserApproval(); await predictiveStateUpdates.confirmedChangesResponse.isVisible(); - + const originalContent = await predictiveStateUpdates.getResponseContent(); expect(originalContent).not.toBeNull(); @@ -68,14 +68,14 @@ test.describe("Predictive Status Updates Feature", () => { await predictiveStateUpdates.sendMessage("Change the dog name"); await waitForAIResponse(page); await page.waitForTimeout(2000); - + await predictiveStateUpdates.verifyHighlightedText(); - + await predictiveStateUpdates.getUserRejection(); await predictiveStateUpdates.rejectedChangesResponse.isVisible(); - + const currentContent = await predictiveStateUpdates.getResponseContent(); - + expect(currentContent).toBe(originalContent); }); }); diff --git a/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/sharedStatePage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/sharedStatePage.spec.ts index 1afbe2abe..3729c1e14 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/sharedStatePage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/sharedStatePage.spec.ts @@ -9,7 +9,7 @@ test.describe("Shared State Feature", () => { // Update URL to new domain await page.goto( - "https://ag-ui-dojo-nine.vercel.app/server-starter-all-features/feature/shared_state" + "/server-starter-all-features/feature/shared_state" ); await sharedStateAgent.openChat(); @@ -21,20 +21,20 @@ test.describe("Shared State Feature", () => { ); }); - test("[Server Starter all features] should share state between UI and chat", async ({ + test.fixme("[Server Starter all features] should share state between UI and chat", async ({ page, }) => { const sharedStateAgent = new SharedStatePage(page); await page.goto( - "https://ag-ui-dojo-nine.vercel.app/server-starter-all-features/feature/shared_state" + "/server-starter-all-features/feature/shared_state" ); await sharedStateAgent.openChat(); // Add new ingredient via UI await sharedStateAgent.addIngredient.click(); - + // Fill in the new ingredient details const newIngredientCard = page.locator('.ingredient-card').last(); await newIngredientCard.locator('.ingredient-name-input').fill('Potatoes'); diff --git a/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/toolBasedGenUIPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/toolBasedGenUIPage.spec.ts index b53239bc5..56080aac0 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/toolBasedGenUIPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/toolBasedGenUIPage.spec.ts @@ -2,7 +2,7 @@ import { test, expect } from "@playwright/test"; import { ToolBaseGenUIPage } from "../../pages/serverStarterAllFeaturesPages/ToolBaseGenUIPage"; const pageURL = - "https://ag-ui-dojo-nine.vercel.app/server-starter-all-features/feature/tool_based_generative_ui"; + "/server-starter-all-features/feature/tool_based_generative_ui"; test('[Server Starter all features] Haiku generation and display verification', async ({ page, diff --git a/typescript-sdk/apps/dojo/e2e/tests/serverStarterTests/agenticChatPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/serverStarterTests/agenticChatPage.spec.ts index 8d3785803..9d4e0f9c7 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/serverStarterTests/agenticChatPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/serverStarterTests/agenticChatPage.spec.ts @@ -11,7 +11,7 @@ test("[Server Starter] Testing Agentic Chat", async ({ }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/server-starter/feature/agentic_chat" + "/server-starter/feature/agentic_chat" ); const chat = new AgenticChatPage(page); diff --git a/typescript-sdk/apps/dojo/e2e/tests/vercelAISdkTests/agenticChatPage.spec.ts b/typescript-sdk/apps/dojo/e2e/tests/vercelAISdkTests/agenticChatPage.spec.ts index 7a4a100b3..265d3deb1 100644 --- a/typescript-sdk/apps/dojo/e2e/tests/vercelAISdkTests/agenticChatPage.spec.ts +++ b/typescript-sdk/apps/dojo/e2e/tests/vercelAISdkTests/agenticChatPage.spec.ts @@ -11,7 +11,7 @@ test("[verceAISdkPages] Agentic Chat sends and receives a message", async ({ }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/vercel-ai-sdk/feature/agentic_chat" + "/vercel-ai-sdk/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -31,7 +31,7 @@ test("[Vercel AI SDK] Agentic Chat changes background on message and reset", asy }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/vercel-ai-sdk/feature/agentic_chat" + "/vercel-ai-sdk/feature/agentic_chat" ); const chat = new AgenticChatPage(page); @@ -79,7 +79,7 @@ test("[Vercel AI SDK] Agentic Chat retains memory of user messages during a conv }) => { await retryOnAIFailure(async () => { await page.goto( - "https://ag-ui-dojo-nine.vercel.app/vercel-ai-sdk/feature/agentic_chat" + "/vercel-ai-sdk/feature/agentic_chat" ); const chat = new AgenticChatPage(page);