feature: lute test runs all the tests

Author: Vighnesh-V

.github/workflows/ci.yml

@@ -45,12 +45,12 @@ jobs:
       - name: Run Luau Tests (POSIX)
         if: runner.os != 'Windows'
         shell: bash
-        run: find tests -name "*.test.luau" | xargs -I {} "${{ steps.build_lute.outputs.exe_path }}" run {}
+        run: ${{ steps.build_lute.outputs.exe_path }} test
 
       - name: Run Luau Tests (Windows)
         if: runner.os == 'Windows'
         shell: cmd
-        run: for /r tests %%f in (*.test.luau) do "${{ steps.build_lute.outputs.exe_path }}" run "%%f"
+        run: ${{ steps.build_lute.outputs.exe_path }} test
 
   run-lute-cxx-unittests:
     runs-on: ${{ matrix.os }}

lute/cli/commands/test/finder.luau

@@ -17,7 +17,7 @@ local function findtestfilesrec(directory: path.path): { path.path }
 		if entry.type == "dir" then
 			tableext.extend(results, findtestfilesrec(fullPath))
 		elseif istestfile(entry.name) then
-			table.insert(results, fullPath)
+			table.insert(results, path.normalize(fullPath))
 		end
 	end
 
@@ -37,7 +37,7 @@ local function findtestfiles(paths: { string }): { path.path }
 		if fs.type(pathObj) == "dir" then
 			tableext.extend(files, findtestfilesrec(pathObj))
 		elseif istestfile(filepath) then
-			table.insert(files, pathObj)
+			table.insert(files, path.normalize(pathObj))
 		end
 	end
 

lute/cli/commands/test/init.luau

@@ -1,6 +1,10 @@
 local finder = require("@self/finder")
 local luau = require("@std/luau")
 local path = require("@std/path")
+local ps = require("@std/process")
+local testtypes = require("@std/test/types")
+local runner = require("@std/test/runner")
+local reporter = require("@std/test/reporter")
 local test = require("@std/test")
 
 local function printHelp()
@@ -85,6 +89,15 @@ local function listtests()
 	end
 end
 
+local function runtests(env: testtypes.testenvironment, runner: testtypes.testrunner, reporter: testtypes.testreporter)
+	local result = runner(env)
+	reporter(result)
+	if result.failed ~= 0 then
+		ps.exit(1)
+	end
+	ps.exit(0)
+end
+
 local function main(...: string)
 	local args = { ... }
 	local testPaths = {}
@@ -105,6 +118,9 @@ local function main(...: string)
 
 	if isListMode then
 		listtests()
+	else
+		local env = test._registered()
+		runtests(env, runner.run, reporter.simple)
 	end
 end
 

tests/cli/test.test.luau

@@ -26,11 +26,11 @@ test.suite("lute test", function(suite)
 		assert.neq(result.stdout:find("Usage:", 1, true), nil)
 	end)
 
-	suite:case("lute test runs successfully", function(assert)
-		-- Run lute test without arguments
-		local result = process.run({ lutePath, "test" })
+	suite:case("lute test runs tests in discovery folder", function(assert)
+		-- Run lute test on tests/cli/discovery folder
+		local result = process.run({ lutePath, "test", "tests/cli/discovery" })
 
-		-- Check that it succeeds
+		-- Check that it runs tests and succeeds
 		assert.eq(result.exitcode, 0)
 	end)
 
@@ -65,8 +65,9 @@ test.run()
 		fs.close(handle)
 
 		-- Run lute on the created test file
-		local result = process.run({ lutePath, tostring(testFilePath) })
-
+		local result = process.run({ lutePath, path.format(testFilePath) })
+		print("stdout:")
+		print(result.stdout)
 		-- Check that the output doesn't include xpcall
 		assert.eq(result.exitcode, 1)
 		assert.eq(result.stdout:find("xpcall", 1, true), nil)
@@ -75,6 +76,7 @@ test.run()
 			result.stdout:find(`Failed with: Runtime error in nil_field_suite.access_field_of_nil in:`, 1, true),
 			nil
 		)
+		print("Path:" , path.format(testFilePath))
 		assert.neq(result.stdout:find(`{path.format(testFilePath)}:6`, 1, true), nil)
 
 		fs.remove(testFilePath)