using System; using System.Linq; using UnityEditor.TestTools.TestRunner.CommandLineTest; using UnityEditor.TestTools.TestRunner.TestRun; using UnityEngine; using UnityEngine.Events; using UnityEngine.TestRunner.NUnitExtensions.Runner; using UnityEngine.TestRunner.TestLaunchers; using UnityEngine.TestTools; using UnityEngine.TestTools.NUnitExtensions; namespace UnityEditor.TestTools.TestRunner.Api { /// /// The TestRunnerApi retrieves and runs tests programmatically from code inside the project, or inside other packages. TestRunnerApi is a [ScriptableObject](https://docs.unity3d.com/ScriptReference/ScriptableObject.html). /// You can initialize the API like this: /// /// var testRunnerApi = ScriptableObject.CreateInstance<TestRunnerApi>(); /// /// Note: You can subscribe and receive test results in one instance of the API, even if the run starts from another instance. /// The TestRunnerApi supports the following workflows: /// - [How to run tests programmatically](https://docs.unity3d.com/Packages/com.unity.test-framework@1.1/manual/extension-run-tests.html) /// - [How to get test results](https://docs.unity3d.com/Packages/com.unity.test-framework@1.1/manual/extension-get-test-results.html) /// - [How to retrieve the list of tests](https://docs.unity3d.com/Packages/com.unity.test-framework@1.1/manual/extension-retrieve-test-list.html) /// public class TestRunnerApi : ScriptableObject, ITestRunnerApi { internal static ICallbacksHolder callbacksHolder; private static ICallbacksHolder CallbacksHolder { get { if (callbacksHolder == null) { callbacksHolder = Api.CallbacksHolder.instance; } return callbacksHolder; } } internal static ITestJobDataHolder testJobDataHolder; private static ITestJobDataHolder m_testJobDataHolder { get { return testJobDataHolder ?? (testJobDataHolder = TestJobDataHolder.instance); } } internal Func ScheduleJob = executionSettings => { var runner = new TestJobRunner(); return runner.RunJob(new TestJobData(executionSettings)); }; /// /// Starts a test run with a given set of executionSettings. /// /// Set of /// A GUID that identifies the TestJobData. public string Execute(ExecutionSettings executionSettings) { if (executionSettings == null) { throw new ArgumentNullException(nameof(executionSettings)); } if ((executionSettings.filters == null || executionSettings.filters.Length == 0) && executionSettings.filter != null) { // Map filter (singular) to filters (plural), for backwards compatibility. executionSettings.filters = new[] { executionSettings.filter }; } if (executionSettings.targetPlatform == null && executionSettings.filters != null && executionSettings.filters.Length > 0) { executionSettings.targetPlatform = executionSettings.filters[0].targetPlatform; } if (executionSettings.featureFlags == null) { executionSettings.featureFlags = new FeatureFlags(); } return ScheduleJob(executionSettings); } /// /// Sets up a given instance of to be invoked on test runs. /// /// /// Generic representing a type of callback. /// /// /// The test callbacks to be invoked. /// /// /// Sets the order in which the callbacks are invoked, starting with the highest value first. /// public void RegisterCallbacks(T testCallbacks, int priority = 0) where T : ICallbacks { RegisterTestCallback(testCallbacks, priority); } /// /// Sets up a given instance of to be invoked on test runs. /// /// /// Generic representing a type of callback. /// /// The test callbacks to be invoked /// /// Sets the order in which the callbacks are invoked, starting with the highest value first. /// public static void RegisterTestCallback(T testCallbacks, int priority = 0) where T : ICallbacks { if (testCallbacks == null) { throw new ArgumentNullException(nameof(testCallbacks)); } CallbacksHolder.Add(testCallbacks, priority); } /// /// Unregister an instance of to no longer receive callbacks from test runs. /// /// /// Generic representing a type of callback. /// /// The test callbacks to unregister. public void UnregisterCallbacks(T testCallbacks) where T : ICallbacks { UnregisterTestCallback(testCallbacks); } /// /// Unregister an instance of to no longer receive callbacks from test runs. /// /// /// Generic representing a type of callback. /// /// The test callbacks to unregister. public static void UnregisterTestCallback(T testCallbacks) where T : ICallbacks { if (testCallbacks == null) { throw new ArgumentNullException(nameof(testCallbacks)); } CallbacksHolder.Remove(testCallbacks); } internal void RetrieveTestList(ExecutionSettings executionSettings, Action callback) { if (executionSettings == null) { throw new ArgumentNullException(nameof(executionSettings)); } var firstFilter = executionSettings.filters?.FirstOrDefault() ?? executionSettings.filter; RetrieveTestList(firstFilter.testMode, callback); } /// /// Retrieve the full test tree as ITestAdaptor for a given test mode. This is obsolete. Use TestRunnerApi.RetrieveTestTree instead. /// /// /// public void RetrieveTestList(TestMode testMode, Action callback) { if (callback == null) { throw new ArgumentNullException(nameof(callback)); } var platform = ParseTestMode(testMode); var testAssemblyProvider = new EditorLoadedTestAssemblyProvider(new EditorCompilationInterfaceProxy(), new EditorAssembliesProxy()); var testAdaptorFactory = new TestAdaptorFactory(); var testListCache = new TestListCache(testAdaptorFactory, new RemoteTestResultDataFactory(), TestListCacheData.instance); var testListProvider = new TestListProvider(testAssemblyProvider, new UnityTestAssemblyBuilder(null, 0)); var cachedTestListProvider = new CachingTestListProvider(testListProvider, testListCache, testAdaptorFactory); var job = new TestListJob(cachedTestListProvider, platform, testRoot => { callback(testRoot); }); job.Start(); } /// /// Save a given set of ITestResultAdaptor in [NUnit XML Format](https://docs.nunit.org/articles/nunit/technical-notes/usage/Test-Result-XML-Format.html) to a file at the provided file path. Any matching existing file is overwritten. /// /// Test results to write in a file. /// An xml file path relative to the project folder. public static void SaveResultToFile(ITestResultAdaptor results, string xmlFilePath) { var resultsWriter = new ResultsWriter(); resultsWriter.WriteResultToFile(results, xmlFilePath); } /// /// Cancel the test run with a given guid string. The guid string can be retrieved when executing the test run. The test run may take multiple frames to finish cleaning up from the test run. Any current active test will be marked as "Canceled" and any other remaining tests marked as "NotRun". /// /// Test run guid string. /// A boolean indicating whether canceling of the given job was successful. Canceling of a job will not be a success if no test job is found matching the guid, if the job is not currently or the job is already canceling. public static bool CancelTestRun(string guid) { var runner = m_testJobDataHolder.GetRunner(guid); if (runner == null || !runner.IsRunningJob()) { return false; } return runner.CancelRun(); } internal static bool IsRunActive() { return m_testJobDataHolder.GetAllRunners().Any(r => r.GetData().isRunning); } private static TestPlatform ParseTestMode(TestMode testMode) { return (((testMode & TestMode.EditMode) == TestMode.EditMode) ? TestPlatform.EditMode : 0) | (((testMode & TestMode.PlayMode) == TestMode.PlayMode) ? TestPlatform.PlayMode : 0); } internal class RunProgressChangedEvent : UnityEvent {} internal static RunProgressChangedEvent runProgressChanged = new RunProgressChangedEvent(); } }