moonscript/test.lua

require "lfs"
require "alt_getopt"

local gettime = nil

pcall(function()
	require "socket"
	gettime = socket.gettime
end)

local opts, ind = alt_getopt.get_opts(arg, "d:", { })

local argv = {}
for i = ind, #arg do table.insert(argv, arg[i]) end

local action = table.remove(argv, 1) or "run"

local diff_tool = opts.d or "diff"

local opts = {
	in_dir = "tests/inputs",
	out_dir = "tests/outputs",
	input_pattern = "(.*)%.moon$",
	output_ext = ".lua"
}

local function diff(a_fname, b_fname)
	return io.popen(diff_tool.." ".. a_fname.." "..b_fname, "r"):read("*a")
end

local function input_name(name) return opts.in_dir.."/".. name end
local function output_name(name)
	return opts.out_dir.."/"..name:match(opts.input_pattern)..opts.output_ext 
end

local function run_file(name, benchmark)
	name = input_name(name)
	file_str = io.open(name):read("*a")

	local parse = require "moonscript.parse"
	local compile = require "moonscript.compile"


	local start_parse
	if benchmark then start_parse = gettime() end

	local tree, err = parse.string(file_str)

	local parse_time = 0
	if benchmark then parse_time = gettime() - start_parse end

	if not tree then
		error("Parse error in "..name.."\n"..err)
	end

	local start_compile
	if benchmark then start_compile = gettime() end

	local success, code = pcall(compile.tree, tree)
	if not success then
		error("Compile error in"..name..":\n"..code)
	end

	if benchmark then
		local compile_time = gettime() - start_compile
		return code, parse_time, compile_time
	end

	return code
end

local function inputs(pattern)
	return coroutine.wrap(function()
		for file in lfs.dir(opts.in_dir) do
			local body = file:match(opts.input_pattern)
			if body then
				if not pattern or body:match(pattern) then
					coroutine.yield(file)
				end
			end
		end
	end)
end

local actions = {
	build = function(pattern)
		for file in inputs(pattern) do
			local out_fname = output_name(file)
			print("Building: ", file, out_fname)
			local result = run_file(file)
			if result then
				io.open(out_fname, "w"):write(result)
			end
		end
	end,
	run = function(pattern) 
		local failed = false
		local tests_run, result = 0
		for file in inputs(pattern) do
			tests_run = tests_run + 1
			local correct_fname = output_name(file)
			result, parse_time, compile_time = run_file(file, gettime)
			local handle = io.open(correct_fname)

			if not handle then 
				print("Test not built yet:", correct_fname)
			else 
				local correct = handle:read("*a")
				if result ~= correct then
					print("Test", file, "failed")
					local tmp_name = os.tmpname()
					local tmp = io.open(tmp_name, "w")
					tmp:write(result)
					tmp:close()
					print(diff(correct_fname, tmp_name))
					os.remove(tmp_name)
					-- break
				else
					if parse_time then
						parse_time = ("%.3fms"):format(parse_time*1000)
						compile_time = ("%.3fms"):format(compile_time*1000)
						print("Test", file, "passed", "",
							("p: %s, c: %s"):format(parse_time, compile_time))
					else
						print("Test", file, "passed")
					end
				end
			end
		end

		if tests_run == 0 then
			if not pattern then
				print("No tests found")
			else
				print("No tests matching pattern:", pattern)
			end
		elseif tests_run == 1 then
			-- print(result)
		end
	end,
	list = function(pattern) 
		local count = 0
		for file in inputs(pattern) do
			count = count + 1
			print(file)
		end
		if count > 0 then print("") end
		print("Count:", count)
	end
}

local fn = actions[action]
if fn then
	fn(unpack(argv))
else
	print("Unknown action:", action)
end