add pageurl & timestamp to agent actions (#1123)

# why

currently, we have no sense of what url an action was taken on and what
time it was taken when using agent

this is useful to have, because in the dashboard it will allow us to
filter the agents actions by url, and display timestamps of the
individual actions

# what changed

- added pageUrl to every action 
- added timestamp to every action

the url is grabbed prior to the action being taken. This is because if
we do it after the action is taken, there is a chance the action could
have caused a navigation, which would result in the incorrect url for
the action

# test plan

tested locally

Author: tkattkat

.changeset/upset-ideas-fall.md

@@ -0,0 +1,5 @@
+---
+"@browserbasehq/stagehand": patch
+---
+
+Add pageUrl & timestamp to agent actions

lib/handlers/cuaAgentHandler.ts

@@ -72,6 +72,8 @@ export class CuaAgentHandler {
 
     // Set up action handler for any client type
     this.agentClient.setActionHandler(async (action) => {
+      action.pageUrl = this.page.url();
+
       // Default delay between actions (1 second if not specified)
       const defaultDelay = 1000;
       // Use specified delay or default
@@ -80,6 +82,8 @@ export class CuaAgentHandler {
         defaultDelay;
 
       try {
+        this.updateClientUrl();
+
         // Try to inject cursor before each action if enabled
         if (this.highlightCursor) {
           try {
@@ -95,6 +99,8 @@ export class CuaAgentHandler {
         // Execute the action
         await this.executeAction(action);
 
+        action.timestamp = Date.now();
+
         // Add a delay after the action for better visibility
         await new Promise((resolve) => setTimeout(resolve, waitBetweenActions));
 

lib/handlers/stagehandAgentHandler.ts

@@ -54,6 +54,8 @@ export class StagehandAgentHandler {
     let completed = false;
     const collectedReasoning: string[] = [];
 
+    let currentPageUrl = this.stagehand.page.url();
+
     this.logger({
       category: "agent",
       message: `Executing agent task: ${options.instruction}`,
@@ -184,16 +186,19 @@ export class StagehandAgentHandler {
               const action: AgentAction = {
                 type: toolCall.toolName,
                 reasoning: event.text || undefined,
+                pageUrl: currentPageUrl,
                 taskCompleted:
                   toolCall.toolName === "close"
                     ? (args?.success as boolean)
                     : false,
+                timestamp: Date.now(),
                 ...args,
                 ...getPlaywrightArguments(),
               };
 
               actions.push(action);
             }
+            currentPageUrl = this.stagehand.page.url();
           }
         },
       });

types/agent.ts

@@ -17,6 +17,7 @@ export interface AgentAction {
   // Tool-specific fields
   timeMs?: number; // wait tool
   pageText?: string; // ariaTree tool
+  timestamp?: number;
   pageUrl?: string; // ariaTree tool
   instruction?: string; // various tools
   playwrightArguments?: ObserveResult | null; // act tool