.changeset/calm-beans-talk.md

@@ -0,0 +1,5 @@
+---
+'@statelyai/agent': major
+---
+
+"Strategy" has been renamed to "policy", and "score" has been renamed to "reward".

.changeset/cyan-carpets-perform.md

@@ -0,0 +1,5 @@
+---
+'@statelyai/agent': patch
+---
+
+The `name` field in `createAgent({ name: '...' })` has been renamed to `id`.

.changeset/fast-donkeys-argue.md

@@ -0,0 +1,5 @@
+---
+"@statelyai/agent": patch
+---
+
+The `description` field in `createAgent({ description: '...' })` is now used for the `system` prompt in agent decision making when a `system` prompt is not provided.

.changeset/grumpy-dolphins-think.md

@@ -0,0 +1,17 @@
+---
+'@statelyai/agent': minor
+---
+
+planner -> strategy
+agent.addPlan -> agent.addDecision
+agent.getPlans -> agent.getDecisions
+
+The word "strategy" is now used instead of "planner" to make it more clear what the agent is doing: it uses a strategy to make decisions. The method `agent.addPlan(…)` has been renamed to `agent.addDecision(…)` and `agent.getPlans(…)` has been renamed to `agent.getDecisions(…)` to reflect this change. Additionally, you specify the `strategy` instead of the `planner` when creating an agent:
+
+```diff
+const agent = createAgent({
+- planner: createSimplePlanner(),
++ strategy: createSimpleStrategy(),
+  ...
+});
+```

.changeset/light-hats-drive.md

@@ -0,0 +1,9 @@
+---
+'@statelyai/agent': major
+---
+
+- `agent.generateText(…)` is removed in favor of using the AI SDK's `generateText(…)` function with a wrapped model.
+- `agent.streamText(…)` is removed in favor of using the AI SDK's `streamText(…)` function with a wrapped model.
+- Custom adapters are removed for now, but may be re-added in future releases. Using the AI SDK is recommended for now.
+- Correlation IDs are removed in favor of using [OpenTelemetry with the AI SDK](https://sdk.vercel.ai/docs/ai-sdk-core/telemetry#telemetry).
+- The `createAgentMiddleware(…)` function was introduced to facilitate agent message history. You can also use `agent.wrap(model)` to wrap a model with Stately Agent middleware.

.changeset/long-guests-explode.md

@@ -0,0 +1,5 @@
+---
+"@statelyai/agent": major
+---
+
+Set ai as peer dependency

.changeset/nice-pants-rule.md

@@ -0,0 +1,10 @@
+---
+'@statelyai/agent': major
+---
+
+- The `machine` and `machineHash` properties were removed from `AgentObservation` and `AgentObservationInput`
+- The `defaultOptions` property was removed from `Agent`
+- `AgentDecideOptions` was renamed to `AgentDecideInput`
+- The `execute` property was removed from `AgentDecideInput`
+- The `episodeId` optional property was added to `AgentDecideInput`, `AgentObservationInput`, and `AgentFeedbackInput`
+- `decisionId` was added to `AgentObservationInput` and `AgentFeedbackInput`

.changeset/odd-kiwis-compare.md

@@ -0,0 +1,5 @@
+---
+'@statelyai/agent': minor
+---
+
+You can now add **insights** for observations made. Insights are additional context about the observations made, which can be useful for agent decision making.

.changeset/old-jobs-check.md

@@ -0,0 +1,5 @@
+---
+'@statelyai/agent': minor
+---
+
+You can specify `maxAttempts` in `agent.decide({ maxAttempts: 5 })`. This will allow the agent to attempt to make a decision up to the specified number of `maxAttempts` before giving up. The default value is `2`.

.changeset/old-teachers-tap.md

@@ -0,0 +1,5 @@
+---
+'@statelyai/agent': minor
+---
+
+For feedback, the `goal`, `observationId`, and `attributes` are now required, and `feedback` and `reward` are removed since they are redundant.

.changeset/pink-eagles-deliver.md

@@ -0,0 +1,13 @@
+---
+'@statelyai/agent': patch
+---
+
+The `score` is now required for feedback:
+
+```ts
+agent.addFeedback({
+  score: 0.5,
+  goal: 'Win the game',
+  observationId: '...',
+});
+```

.changeset/pre.json

@@ -0,0 +1,25 @@
+{
+  "mode": "pre",
+  "tag": "next",
+  "initialVersions": {
+    "@statelyai/agent": "1.1.6"
+  },
+  "changesets": [
+    "calm-beans-talk",
+    "cyan-carpets-perform",
+    "fast-donkeys-argue",
+    "grumpy-dolphins-think",
+    "light-hats-drive",
+    "long-guests-explode",
+    "nice-pants-rule",
+    "odd-kiwis-compare",
+    "old-jobs-check",
+    "old-teachers-tap",
+    "pink-eagles-deliver",
+    "quiet-turtles-do",
+    "smart-yaks-pull",
+    "sweet-clouds-mix",
+    "swift-mangos-rush",
+    "tough-ways-rhyme"
+  ]
+}

.changeset/quiet-turtles-do.md

@@ -0,0 +1,7 @@
+---
+'@statelyai/agent': major
+---
+
+The `state` can no longer be specified in `agent.interact(...)`, since the actual state value is already observed and passed to the `strategy` function.
+
+The `context` provided to agent decision functions, like `agent.decide({ context })` and in `agent.interact(...)`, is now used solely to override the `state.context` provided to the prompt template.

.changeset/smart-yaks-pull.md

@@ -0,0 +1,23 @@
+---
+'@statelyai/agent': minor
+---
+
+You can specify `allowedEvents` in `agent.decide(...)` to allow from a list of specific events to be sent to the agent. This is useful when using `agent.decide(...)` without a state machine.
+
+```ts
+const agent = createAgent({
+  // ...
+  events: {
+    PLAY: z.object({}).describe('Play a move'),
+    SKIP: z.object({}).describe('Skip a move'),
+    FORFEIT: z.object({}).describe('Forfeit the game'),
+  },
+});
+
+// ...
+const decision = await agent.decide({
+  // Don't allow the agent to send `FORFEIT` or other events
+  allowedEvents: ['PLAY', 'SKIP'],
+  // ...
+});
+```

.changeset/sweet-clouds-mix.md

@@ -0,0 +1,16 @@
+---
+'@statelyai/agent': patch
+---
+
+The entire observed `state` must be provided, instead of only `context`, for any agent decision making functions:
+
+```ts
+agent.interact(actor, (obs) => {
+  // ...
+  return {
+    goal: 'Some goal',
+    // instead of context
+    state: obs.state,
+  };
+});
+```

.changeset/swift-mangos-rush.md

@@ -0,0 +1,5 @@
+---
+"@statelyai/agent": patch
+---
+
+Remove `goal` from feedback input

.changeset/tough-ways-rhyme.md

@@ -0,0 +1,5 @@
+---
+"@statelyai/agent": minor
+---
+
+Add `score` and `comment` fields for feedback

.env.template

@@ -1,6 +1,3 @@
 
 # Get your OpenAI API key from: https://platform.openai.com/signup/
 OPENAI_API_KEY="sk-..."
-
-# Get your Tavily API key from: https://app.tavily.com/
-TAVILY_API_KEY="tvly-..."

.github/actions/ci-setup/action.yml

@@ -7,18 +7,18 @@ runs:
     - uses: actions/setup-node@v4
       with:
         node-version: 20.x
+
+    - name: install pnpm
+      run: npm i pnpm@latest -g
+      shell: bash
 
-    - name: Get pnpm store directory
+    - name: Setup npmrc
+      run: echo "//registry.npmjs.org/:_authToken=${{ secrets.NPM_TOKEN }}" > .npmrc
       shell: bash
-      id: pnpm-cache
-      run: |
-        echo "pnpm_cache_dir=$(pnpm store path)" >> $GITHUB_OUTPUT
-    - uses: actions/cache@v4
-      name: Setup pnpm cache
-      with:
-        path: ${{ steps.pnpm-cache.outputs.pnpm_cache_dir }}
-        key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
-        restore-keys: |
-          ${{ runner.os }}-pnpm-store-
+
+    - name: setup pnpm config
+      run: pnpm config set store-dir $PNPM_CACHE_FOLDER
+      shell: bash
+
     - run: pnpm install
       shell: bash

.github/workflows/release.yml

@@ -11,9 +11,9 @@ permissions: {}
 jobs:
   release:
     permissions:
-      contents: write  # to create release (changesets/action)
+      contents: write # to create release (changesets/action)
       issues: write # to post issue comments (changesets/action)
-      pull-requests: write  # to create pull request (changesets/action)
+      pull-requests: write # to create pull request (changesets/action)
 
     if: github.repository == 'statelyai/agent'
 
@@ -22,10 +22,21 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
-      - uses: actions/checkout@v3
-      - uses: ./.github/actions/ci-setup
-
-      - name: Create Release Pull Request or Publish to npm
+      - name: checkout code repository
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+      - name: setup node.js
+        uses: actions/setup-node@v3
+        with:
+          node-version: 20
+      - name: install pnpm
+        run: npm i pnpm@latest -g
+      - name: setup pnpm config
+        run: pnpm config set store-dir $PNPM_CACHE_FOLDER
+      - name: install dependencies
+        run: pnpm install
+      - name: create and publish versions
         uses: changesets/action@v1
         with:
           publish: pnpm run release

.gitignore

@@ -89,7 +89,7 @@ out
 
 # Nuxt.js build / generate output
 .nuxt
-dist
+dist/
 
 # Gatsby files
 .cache/

.vscode/launch.json

@@ -7,11 +7,28 @@
       "request": "launch",
       "name": "Debug Current Test File",
       "autoAttachChildProcesses": true,
-      "skipFiles": ["<node_internals>/**", "**/node_modules/**"],
+      "skipFiles": ["<node_internals>/**", "**/node_modules/**", "examples/**"],
       "program": "${workspaceRoot}/node_modules/vitest/vitest.mjs",
       "args": ["run", "${relativeFile}"],
       "smartStep": true,
       "console": "integratedTerminal"
+    },
+    {
+      "type": "node",
+      "request": "launch",
+      "name": "Debug Current File",
+      "program": "${file}",
+      "cwd": "${workspaceFolder}",
+      "runtimeExecutable": "${workspaceFolder}/node_modules/.bin/ts-node",
+      "runtimeArgs": ["--transpile-only", "-r", "dotenv/config"],
+      "outFiles": ["${workspaceFolder}/dist/**/*.js"],
+      "sourceMaps": true,
+      "smartStep": true,
+      "resolveSourceMapLocations": [
+        "${workspaceFolder}/**",
+        "!**/node_modules/**"
+      ],
+      "console": "integratedTerminal"
     }
   ]
 }