pretty output and execute on push to main #13

	name: Run Autospec System Tests

	# For now, let's only manually trigger:
	on:
	push:
	branches:
	- main
	workflow_dispatch:
	# pull_request:
	# branches:
	# - main

	jobs:
	run-autospec:
	runs-on: ubuntu-latest

	steps:
	- name: Checkout repository
	uses: actions/checkout@v3

	- name: Set up Node.js
	uses: actions/setup-node@v3
	with:
	node-version: "20"

	- name: Install dependencies
	run: npm install

	- name: Install Playwright (chrome only)
	run: npx playwright install chrome

	- name: Run Unit Tests
	run: npm run test

	- name: Run Autospec Benchmark
	env:
	OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
	run: node benchmark/benchmark.js

	- name: Output Benchmark Summary to Github Action Summary
	run: cat benchmark/benchmark-results/*.json > $GITHUB_STEP_SUMMARY

	- name: Upload Benchmark Results
	uses: actions/upload-artifact@v4
	with:
	name: benchmark-results
	path: \|
	benchmark/benchmark-results/*
	trajectories/*

Provide feedback