diff --git a/evals/tasks/arxiv.ts b/evals/tasks/arxiv.ts index b9fc24a4c..1449bb0bd 100644 --- a/evals/tasks/arxiv.ts +++ b/evals/tasks/arxiv.ts @@ -23,7 +23,7 @@ export const arxiv: EvalFunction = async ({ .array( z.object({ title: z.string().describe("the title of the paper"), - link: z.string().describe("the link to the paper").nullable(), + link: z.string().url().describe("the link to the paper"), }), ) .describe("list of papers"), diff --git a/evals/tasks/ionwave.ts b/evals/tasks/ionwave.ts index e4d4e200d..70e44f37b 100644 --- a/evals/tasks/ionwave.ts +++ b/evals/tasks/ionwave.ts @@ -6,14 +6,16 @@ export const ionwave: EvalFunction = async ({ stagehand, logger, }) => { - await stagehand.page.goto("https://elpasotexas.ionwave.net/Login.aspx"); + await stagehand.page.goto( + "https://browserbase.github.io/stagehand-eval-sites/sites/ionwave/", + ); await stagehand.page.act({ action: 'Click on "Closed Bids"', }); const expectedUrl = - "https://elpasotexas.ionwave.net/SourcingEvents.aspx?SourceType=2"; + "https://browserbase.github.io/stagehand-eval-sites/sites/ionwave/closed-bids.html"; const currentUrl = stagehand.page.url(); await stagehand.close(); diff --git a/evals/tasks/ionwave_observe.ts b/evals/tasks/ionwave_observe.ts index 8fa3197dc..5257f6194 100644 --- a/evals/tasks/ionwave_observe.ts +++ b/evals/tasks/ionwave_observe.ts @@ -6,9 +6,11 @@ export const ionwave_observe: EvalFunction = async ({ stagehand, logger, }) => { - await stagehand.page.goto("https://elpasotexas.ionwave.net/Login.aspx"); + await stagehand.page.goto( + "https://browserbase.github.io/stagehand-eval-sites/sites/ionwave/", + ); - const observations = await stagehand.page.observe({ onlyVisible: true }); + const observations = await stagehand.page.observe(); if (observations.length === 0) { await stagehand.close(); @@ -21,7 +23,7 @@ export const ionwave_observe: EvalFunction = async ({ }; } - const expectedLocator = `div.rowLinks:nth-child(27) > div:nth-child(1) > a:nth-child(1)`; + const expectedLocator = `#Form1 > div:nth-child(5) > div:nth-child(1) > a`; const expectedResult = await stagehand.page .locator(expectedLocator)