refactor(config): update config to detect test.ts files instead of fi…

…les under test dir (#194)

README.md

@@ -54,7 +54,7 @@ yarn shortest
   export default {
     headless: false,
     baseUrl: 'http://localhost:3000',
-    testDir: 'app/__tests__',
+    testPattern: '**/*.test.ts',
     anthropicKey: process.env.ANTHROPIC_API_KEY
   } satisfies ShortestConfig;
   ```

app/__tests__/dashboard.test.ts → app/(dashboard)/page.test.ts

@@ -1,5 +1,6 @@
 import { shortest } from "@antiwork/shortest";
 
+shortest("Verify that buttons are rounded on the landing page");
 shortest(
   "Login to the App using magic link. Use this email: '[email protected]'",
 );

packages/shortest/README.md

@@ -32,7 +32,7 @@ import type { ShortestConfig } from '@antiwork/shortest';
 export default {
   headless: false,
   baseUrl: 'http://localhost:3000',
-  testDir: 'app/__tests__',
+  testPattern: "**/*.test.ts",
   anthropicKey: process.env.ANTHROPIC_API_KEY
 } satisfies ShortestConfig; 
 ```

packages/shortest/src/cli/bin.ts

@@ -1,6 +1,7 @@
 #!/usr/bin/env node
 
 import pc from "picocolors";
+import { getConfig } from "..";
 import { GitHubTool } from "../browser/integrations/github";
 import { TestRunner } from "../core/runner";
 
@@ -132,7 +133,7 @@ async function main() {
   const targetUrl = args
     .find((arg) => arg.startsWith("--target="))
     ?.split("=")[1];
-  const testPattern = args.find((arg) => !arg.startsWith("--"));
+  const cliTestPattern = args.find((arg) => !arg.startsWith("--"));
   const debugAI = args.includes("--debug-ai");
   const noCache = args.includes("--no-cache");
 
@@ -146,12 +147,9 @@ async function main() {
       noCache,
     );
     await runner.initialize();
-
-    if (testPattern) {
-      await runner.runFile(testPattern);
-    } else {
-      await runner.runAll();
-    }
+    const config = getConfig();
+    const testPattern = cliTestPattern || config.testPattern;
+    await runner.runTests(testPattern);
   } catch (error) {
     if (error instanceof Error) {
       if (error.message.includes("Config")) {
@@ -164,7 +162,7 @@ async function main() {
         );
         console.error(pc.dim("  - headless: boolean"));
         console.error(pc.dim("  - baseUrl: string"));
-        console.error(pc.dim("  - testDir: string | string[]"));
+        console.error(pc.dim("  - testPattern: string"));
         console.error(pc.dim("  - anthropicKey: string"));
         console.error();
       } else {

packages/shortest/src/core/runner/index.ts

@@ -1,4 +1,3 @@
-import { resolve } from "path";
 import Anthropic from "@anthropic-ai/sdk";
 import { glob } from "glob";
 import pc from "picocolors";
@@ -83,37 +82,17 @@ export class TestRunner {
   }
 
   private async findTestFiles(pattern?: string): Promise<string[]> {
-    const testDirs = Array.isArray(this.config.testDir)
-      ? this.config.testDir
-      : [this.config.testDir || "__tests__"];
-
-    const files = [];
-    for (const dir of testDirs) {
-      if (pattern) {
-        const cleanPattern = pattern
-          .replace(/\.ts$/, "")
-          .replace(/\.test$/, "")
-          .split("/")
-          .pop();
-
-        const globPattern = `${dir}/**/${cleanPattern}.test.ts`;
-        const matches = await glob(globPattern, {
-          cwd: this.cwd,
-          absolute: true,
-        });
-
-        files.push(...matches);
-      } else {
-        const globPattern = `${dir}/**/*.test.ts`;
-        const matches = await glob(globPattern, { cwd: this.cwd });
-        files.push(...matches.map((f) => resolve(this.cwd, f)));
-      }
-    }
+    const testPattern = pattern || this.config.testPattern || "**/*.test.ts";
+
+    const files = await glob(testPattern, {
+      cwd: this.cwd,
+      absolute: true,
+    });
 
     if (files.length === 0) {
       this.logger.error(
         "Test Discovery",
-        `No test files found in directories: ${testDirs.join(", ")}`,
+        `No test files found matching: ${testPattern}`,
       );
       process.exit(1);
     }
@@ -386,14 +365,14 @@ export class TestRunner {
     }
   }
 
-  async runFile(pattern: string) {
+  async runTests(pattern?: string) {
     await this.initialize();
     const files = await this.findTestFiles(pattern);
 
     if (files.length === 0) {
       this.logger.error(
         "Test Discovery",
-        `No test files found matching: ${pattern}`,
+        `No test files found matching the pattern: ${pattern || this.config.testPattern}`,
       );
       process.exit(1);
     }
@@ -411,23 +390,6 @@ export class TestRunner {
     }
   }
 
-  async runAll() {
-    await this.initialize();
-    const files = await this.findTestFiles();
-
-    for (const file of files) {
-      await this.executeTestFile(file);
-    }
-
-    this.logger.summary();
-
-    if (this.exitOnSuccess && this.logger.allTestsPassed()) {
-      process.exit(0);
-    } else {
-      process.exit(1);
-    }
-  }
-
   private async runCachedTest(
     test: TestFunction,
     browserTool: BrowserTool,

packages/shortest/src/index.ts

@@ -46,7 +46,7 @@ function validateConfig(config: Partial<ShortestConfig>) {
 
   if (config.headless === undefined) missingFields.push("headless");
   if (!config.baseUrl) missingFields.push("baseUrl");
-  if (!config.testDir) missingFields.push("testDir");
+  if (!config.testPattern) missingFields.push("testPattern");
   if (!config.anthropicKey && !process.env.ANTHROPIC_API_KEY)
     missingFields.push("anthropicKey");
 
@@ -97,7 +97,7 @@ export async function initialize() {
       "Required fields:\n" +
       "  - headless: boolean\n" +
       "  - baseUrl: string\n" +
-      "  - testDir: string | string[]\n" +
+      "  - testPattern: string\n" +
       "  - anthropicKey: string",
   );
 }

packages/shortest/src/types/config.ts

@@ -1,7 +1,7 @@
 export interface ShortestConfig {
   headless: boolean;
   baseUrl: string;
-  testDir: string | string[];
+  testPattern: string;
   anthropicKey: string;
   mailosaur?: {
     apiKey: string;

shortest.config.ts

@@ -3,7 +3,7 @@ import type { ShortestConfig } from "@antiwork/shortest";
 export default {
   headless: false,
   baseUrl: "http://localhost:3000",
-  testDir: ["app/__tests__", "examples"],
+  testPattern: "**/*.test.ts",
   anthropicKey: process.env.ANTHROPIC_API_KEY,
   mailosaur: {
     apiKey: process.env.MAILOSAUR_API_KEY,