pretty output and execute on push to main

.github/workflows/ci.yml

@@ -2,13 +2,13 @@ name: Run Autospec System Tests
 
 # For now, let's only manually trigger:
 on:
-    workflow_dispatch
-    # push:
-    #     branches:
-    #         - main
-    # pull_request:
-    #     branches:
-    #         - main
+    push:
+        branches:
+            - main
+    workflow_dispatch:
+# pull_request:
+#     branches:
+#         - main
 
 jobs:
     run-autospec:
@@ -36,3 +36,14 @@ jobs:
               env:
                   OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
               run: node benchmark/benchmark.js
+
+            - name: Output Benchmark Summary to Github Action Summary
+              run: cat benchmark/benchmark-results/*.json > $GITHUB_STEP_SUMMARY
+
+            - name: Upload Benchmark Results
+              uses: actions/upload-artifact@v4
+              with:
+                  name: benchmark-results
+                  path: |
+                      benchmark/benchmark-results/*
+                      trajectories/*