test: unified JS and Go reflection API tests -- run the same test against both JS and Go

go/ai/generate.go

@@ -53,18 +53,23 @@ type ModelMetadata struct {
 // [ModelAction] that runs it.
 func DefineModel(provider, name string, metadata *ModelMetadata, generate func(context.Context, *GenerateRequest, ModelStreamingCallback) (*GenerateResponse, error)) *Model {
 	metadataMap := map[string]any{}
-	if metadata != nil {
-		if metadata.Label != "" {
-			metadataMap["label"] = metadata.Label
+	if metadata == nil {
+		// Always make sure there's at least minimal metadata.
+		metadata = &ModelMetadata{
+			Label: name,
 		}
-		supports := map[string]bool{
-			"media":      metadata.Supports.Media,
-			"multiturn":  metadata.Supports.Multiturn,
-			"systemRole": metadata.Supports.SystemRole,
-			"tools":      metadata.Supports.Tools,
-		}
-		metadataMap["supports"] = supports
 	}
+	if metadata.Label != "" {
+		metadataMap["label"] = metadata.Label
+	}
+	supports := map[string]bool{
+		"media":      metadata.Supports.Media,
+		"multiturn":  metadata.Supports.Multiturn,
+		"systemRole": metadata.Supports.SystemRole,
+		"tools":      metadata.Supports.Tools,
+	}
+	metadataMap["supports"] = supports
+
 	return (*Model)(core.DefineStreamingAction(provider, name, atype.Model, map[string]any{
 		"model": metadataMap,
 	}, generate))

js/ai/src/model.ts

@@ -276,7 +276,7 @@ export function defineModel<
     streamingCallback?: StreamingCallback<GenerateResponseChunkData>
   ) => Promise<GenerateResponseData>
 ): ModelAction<CustomOptionsSchema> {
-  const label = options.label || `${options.name} GenAI model`;
+  const label = options.label || options.name;
   const middleware: ModelMiddleware[] = [
     ...(options.use || []),
     validateSupport(options),

tests/package.json

@@ -4,18 +4,24 @@
   "description": "",
   "main": "lib/e2e.js",
   "scripts": {
-    "test": "node --import tsx src/e2e.ts"
+    "test": "npm-run-all pnpm-test:dev_ui_test pnpm-test:reflection_api",
+    "test:dev_ui_test": "node --import tsx src/dev_ui_test.ts",
+    "test:reflection_api": "node --import tsx src/reflection_api_test.ts"
   },
   "keywords": [],
   "author": "",
   "license": "ISC",
   "dependencies": {
+    "json-diff": "^1.0.6",
     "puppeteer": "^22.5.0",
     "puppeteer-screen-recorder": "^3.0.3",
     "semver": "^7.6.0",
-    "terminate": "^2.6.1"
+    "terminate": "^2.6.1",
+    "yaml": "^2.4.5"
   },
   "devDependencies": {
+    "@types/json-diff": "^1.0.3",
+    "npm-run-all": "^4.1.5",
     "tsx": "^4.7.1"
   }
 }