Mesen/TestHelper/TestHelper.cpp

#ifdef _WIN32
	#pragma comment(lib, "Utilities.lib")
	#include <Windows.h>
	#include <Shlobj.h>
#else
	#include <sys/wait.h>
	#include <stdio.h>
	#include <execinfo.h>
	#include <signal.h>
	#include <stdlib.h>
	#include <unistd.h>

	#define __stdcall	
#endif

#include <iostream>
#include <thread>
#include <vector>
#include <string>
#include <thread>
#include "../Utilities/FolderUtilities.h"
#include "../Utilities/SimpleLock.h"
#include "../Utilities/Timer.h"
#include "../Core/MessageManager.h"
#include "../Core/ControlManager.h"
#include "../Core/EmulationSettings.h"

using namespace std;

typedef void (__stdcall *NotificationListenerCallback)(int, void*);

extern "C" {
	void __stdcall InitDll();
	void __stdcall SetFlags(uint64_t flags);
	void __stdcall InitializeEmu(const char* homeFolder, void*, void*, bool, bool, bool);
	void __stdcall SetControllerType(uint32_t port, ControllerType type);
	int __stdcall RunAutomaticTest(char* filename);
	int __stdcall RunRecordedTest(char* filename);
	void __stdcall Run();
	void __stdcall Stop();
	INotificationListener* __stdcall RegisterNotificationCallback(int32_t consoleId, NotificationListenerCallback callback);
}

std::thread *runThread = nullptr;
std::atomic<int> testIndex;
vector<string> testFilenames;
vector<string> failedTests;
vector<int32_t> failedTestErrorCode;
SimpleLock lock;
Timer timer;
bool automaticTests = false;

void RunEmu()
{
	try {
		Run();
	} catch(std::exception&) {

	}
}

void __stdcall OnNotificationReceived(int type, void* parameter)
{
	static int count = 0;
	if(type == (int)ConsoleNotificationType::GameLoaded) {
		count++;
		if(count % 2 == 0) {
			//GameLoaded is fired twice because of how the test roms are coded, we want to start running the test on the 2nd time only
			runThread = new std::thread(RunEmu);
		}
	}
}

void RunTest()
{
	while(true) {
		lock.Acquire();
		size_t index = testIndex++;
		lock.Release();

		if(index < testFilenames.size()) {
			string filepath = testFilenames[index];
			string filename = FolderUtilities::GetFilename(filepath, false);

			string command;
			if(automaticTests) {
				#ifdef _WIN32
					command = "TestHelper.exe /autotest \"" + filepath + "\"";
				#else
					command = "./testhelper /autotest \"" + filepath + "\"";
				#endif
			} else {
				#ifdef _WIN32
					command = "TestHelper.exe /testrom \"" + filepath + "\"";
				#else
					command = "./testhelper /testrom \"" + filepath + "\"";
				#endif
			}

			lock.Acquire();
			std::cout << std::to_string(index) << ") " << filename << std::endl;
			lock.Release();

			int failedFrames = std::system(command.c_str());
			#ifdef __GNUC__
				failedFrames = WEXITSTATUS(failedFrames);
			#endif

			if(failedFrames != 0) {
				//Test failed
				lock.Acquire();
				failedTests.push_back(filename);
				failedTestErrorCode.push_back(failedFrames);
				std::cout << "  ****  " << std::to_string(index) << ") " << filename << " failed (" << failedFrames << ")" << std::endl;
				lock.Release();
			}
		} else {
			break;
		}
	}
}

#ifdef __GNUC__
	void handler(int sig) {
		void *array[20];
		size_t size = backtrace(array, 20);

		std::cout << "Error: signal: " << std::to_string(sig) << std::endl;
		backtrace_symbols_fd(array, size, STDERR_FILENO);
		exit(1);
	}
#endif

int main(int argc, char* argv[])
{
	#ifdef _WIN32
		wchar_t path[MAX_PATH];
		SHGetFolderPath(NULL, CSIDL_MYDOCUMENTS, NULL, SHGFP_TYPE_CURRENT, path);
		string mesenFolder = FolderUtilities::CombinePath(utf8::utf8::encode(path), "Mesen");
	#else 
		string mesenFolder = "/home/saitoh/Mesen";
		signal(SIGSEGV, handler);		
	#endif

	if(argc >= 3 && strcmp(argv[1], "/auto") == 0) {
		string romFolder = argv[2];
		testFilenames = FolderUtilities::GetFilesInFolder(romFolder, { ".nes" }, true);
		automaticTests = true;
	} else if(argc <= 2) {
		string testFolder;
		if(argc == 1) {
			testFolder = FolderUtilities::CombinePath(mesenFolder, "Tests");
		} else {
			testFolder = argv[1];
		}
		testFilenames = FolderUtilities::GetFilesInFolder(testFolder, { ".mtp" }, true);
		automaticTests = false;
	}

	if(!testFilenames.empty()) {
		vector<std::thread*> testThreads;
		testIndex = 0;
		timer.Reset();

		int numberOfThreads = 16;
		for(int i = 0; i < numberOfThreads; i++) {
			std::thread *testThread = new std::thread(RunTest);
			testThreads.push_back(testThread);
		}

		for(int i = 0; i < numberOfThreads; i++) {
			testThreads[i]->join();
			delete testThreads[i];
		}

		if(!failedTests.empty()) {
			std::cout << std::endl << std::endl;
			std::cout << "------------" << std::endl;
			std::cout << "Failed tests" << std::endl;
			std::cout << "------------" << std::endl;
			for(int i = 0; i < (int)failedTests.size(); i++) {
				std::cout << failedTests[i] << " (" << std::to_string(failedTestErrorCode[i]) << ")" << std::endl;
			}
			std::cout << std::endl << std::to_string(failedTests.size()) << " tests failed." << std::endl;
		} else {
			std::cout << std::endl << std::endl << "All tests passed.";
		}
		std::cout << std::endl << std::endl << "Elapsed time: " << (timer.GetElapsedMS() / 1000) << " seconds";

		std::getchar();
	} else if(argc == 3) {
		char* testFilename = argv[2];
		InitDll();
		SetFlags(0x8000000000000000); //EmulationFlags::ConsoleMode
		InitializeEmu(mesenFolder.c_str(), nullptr, nullptr, false, false, false);
		RegisterNotificationCallback(0, (NotificationListenerCallback)OnNotificationReceived);
		SetControllerType(0, ControllerType::StandardController);
		SetControllerType(1, ControllerType::StandardController);

		int result = 0;
		if(strcmp(argv[1], "/testrom") == 0) {
			result = RunRecordedTest(testFilename);
		} else {
			result = RunAutomaticTest(testFilename);
		}
		
		if(runThread != nullptr) {
			runThread->join();
			delete runThread;
		}
		return result;
	}
	return 0;
}