#!/usr/bin/env vpython3 # Copyright 2019 The Chromium Authors # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. """Unittests for run.py.""" import contextlib import datetime import io import json import mock import os import re import sys import unittest from pyfakefs.fake_filesystem_unittest import TestCase import constants import iossim_util import run import result_sink_util from test_runner import SimulatorNotFoundError, TestRunner from xcodebuild_runner import SimulatorParallelTestRunner import xcode_util import test_runner_errors import test_runner_test THIS_DIR = os.path.abspath(os.path.dirname(__file__)) CHROMIUM_SRC_DIR = os.path.abspath(os.path.join(THIS_DIR, '../../../..')) sys.path.extend( [ os.path.abspath(os.path.join(CHROMIUM_SRC_DIR, 'build/util/lib/proto')), os.path.abspath(os.path.join(CHROMIUM_SRC_DIR, 'build/util/')), ] ) import exception_recorder @mock.patch( 'os.path.getmtime', return_value=datetime.datetime(2025, 1, 1).timestamp() ) class RotateOutDirTest(TestCase): def setUp(self): super().setUp() self.setUpPyfakefs() def test_rotate_with_clobber(self, _): self.fs.create_dir('out/Release/test-results') self.fs.create_file( 'out/Release/test-results_2024-01-01-000000/output.json' ) runner = run.Runner() runner.maybe_rotate_out_dir('out/Release/test-results', archive_limit=1) self.assertFalse(os.path.exists('out/Release/test-results')) self.assertTrue(os.path.isdir('out/Release/test-results_2025-01-01-000000')) self.assertFalse( os.path.isdir('out/Release/test-results_2024-01-01-000000') ) def test_does_not_exist(self, mock_getmtime): mock_getmtime.side_effect = FileNotFoundError('not found') runner = run.Runner() runner.maybe_rotate_out_dir('out/Release/test-results') self.assertFalse(os.path.exists('out/Release/test-results')) def test_skip_build_dir(self, _): self.fs.create_file('out/Release/args.gn') runner = run.Runner() runner.maybe_rotate_out_dir('out/Release') self.assertTrue(os.path.isdir('out/Release')) class ParseArgsUnitTest(unittest.TestCase): def test_parse_args_ok(self): cmd = [ '--app', './foo-Runner.app', '--host-app', './bar.app', '--runtime-cache-prefix', 'some/dir', '--xcode-path', 'some/Xcode.app', '--gtest_repeat', '2', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ] runner = run.Runner() runner.parse_args(cmd) self.assertTrue(runner.args.app == './foo-Runner.app') self.assertTrue(runner.args.runtime_cache_prefix == 'some/dir') self.assertTrue(runner.args.xcode_path == 'some/Xcode.app') self.assertTrue(runner.args.repeat == 2) self.assertTrue(runner.args.record_video == None) self.assertFalse(runner.args.output_disabled_tests) def test_isolated_repeat_ok(self): cmd = [ '--app', './foo-Runner.app', '--host-app', './bar.app', '--runtime-cache-prefix', 'some/dir', '--xcode-path', 'some/Xcode.app', '--isolated-script-test-repeat', '2', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ] runner = run.Runner() runner.parse_args(cmd) self.assertTrue(runner.args.repeat == 2) # Don't try to set any defaults. @mock.patch('xcode_util.is_local_run', return_value=False) def test_parse_args_iossim_platform_version(self, _): """iossim, platform and version should all be set together.""" test_cases = [ { 'error': 2, 'cmd': [ '--platform', 'iPhone X', '--version', '13.2.2', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ], }, { 'error': 2, 'cmd': [ '--iossim', 'path/to/iossim', '--version', '13.2.2', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ], }, { 'error': 2, 'cmd': [ '--iossim', 'path/to/iossim', '--platform', 'iPhone X', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ], }, ] runner = run.Runner() for test_case in test_cases: stderr_buf = io.StringIO() with contextlib.redirect_stderr(stderr_buf): with self.assertRaises(SystemExit) as ctx: runner.parse_args(test_case['cmd']) self.assertEqual(ctx.exception.code, test_case['error']) self.assertRegex(stderr_buf.getvalue(), 'must specify all or none of .*') @mock.patch('xcode_util.is_local_run', return_value=True) @mock.patch('xcode_util.version', return_value=('20.0', '123abc')) def test_parse_args_default_xcode_build_version(self, *_mocks): cmd = [ '--out-dir', 'some/dir', ] runner = run.Runner() runner.parse_args(cmd) self.assertEqual('123abc', runner.args.xcode_build_version) @mock.patch('xcode_util.is_local_run', return_value=True) @mock.patch('xcode_util.version', return_value=('20.0', '123abc')) def test_parse_args_default_xcode_build_version_override(self, *_mocks): cmd = [ '--out-dir', 'some/dir', '--xcode-build-version', 'efefef', ] runner = run.Runner() runner.parse_args(cmd) self.assertEqual('efefef', runner.args.xcode_build_version) @mock.patch('xcode_util.is_local_run', return_value=True) @mock.patch( 'iossim_util.get_simulator_list', return_value={ 'runtimes': [ { 'version': '20.0', 'supportedDeviceTypes': [ { 'productFamily': 'iPhone', 'name': 'iPhone 20', }, { 'productFamily': 'iPhone', 'name': 'iPhone 20 Pro', }, { 'productFamily': 'iPad', 'name': 'iPad 10', }, ], } ], }, ) def test_parse_args_default_simulator_params(self, *_mocks): cmd = [ '--out-dir', 'some/dir', '--xcode-build-version', '123abc', '--iossim', 'path/to/iossim', ] runner = run.Runner() runner.parse_args(cmd) self.assertEqual('20.0', runner.args.version) self.assertEqual('iPhone 20 Pro', runner.args.platform) @mock.patch('xcode_util.is_local_run', return_value=True) @mock.patch( 'iossim_util.get_simulator_list', return_value={ 'runtimes': [ { 'version': '19.0', 'supportedDeviceTypes': [ { 'productFamily': 'iPhone', 'name': 'iPhone 19', } ], } ], }, ) def test_parse_args_default_simulator_params_override(self, *_mocks): cmd = [ '--out-dir', 'some/dir', '--xcode-build-version', '123abc', '--xcodebuild-sim-runner', '--version', '20.0', '--platform', 'iPad 20', ] runner = run.Runner() runner.parse_args(cmd) self.assertEqual('20.0', runner.args.version) self.assertEqual('iPad 20', runner.args.platform) def test_parse_args_xcode_parallelization_requirements(self): """ xcode parallelization set requires both platform and version """ test_cases = [ { 'error': 2, 'cmd': [ '--xcode-parallelization', '--platform', 'iPhone X', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ], }, { 'error': 2, 'cmd': [ '--xcode-parallelization', '--version', '13.2.2', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ], }, ] runner = run.Runner() for test_case in test_cases: with self.assertRaises(SystemExit) as ctx: runner.parse_args(test_case['cmd']) self.assertTrue( re.match('--xcode-parallelization also requires both *', ctx.message) ) self.assertEqual(ctx.exception.code, test_case['error']) def test_parse_args_from_json(self): json_args = { 'test_cases': ['test1'], 'restart': 'true', 'xcodebuild_sim_runner': True, 'clones': 2, } cmd = [ '--clones', '1', '--platform', 'iPhone X', '--version', '13.2.2', '--args-json', json.dumps(json_args), # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ] # clones should be 2, since json arg takes precedence over cmd line runner = run.Runner() runner.parse_args(cmd) # Empty array self.assertEquals(len(runner.args.env_var), 0) self.assertTrue(runner.args.xcodebuild_sim_runner) self.assertTrue(runner.args.restart) self.assertEquals(runner.args.clones, 2) def test_parse_args_record_video_without_xcode_parallelization(self): """ enabling video plugin requires xcode parallelization (eg test on simulator) """ cmd = [ '--app', './foo-Runner.app', '--host-app', './bar.app', '--runtime-cache-prefix', 'some/dir', '--xcode-path', 'some/Xcode.app', '--gtest_repeat', '2', '--record-video', 'failed_only', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ] runner = run.Runner() with self.assertRaises(SystemExit) as ctx: runner.parse_args(cmd) self.assertTrue(re.match('is only supported on EG tests', ctx.message)) self.assertEqual(ctx.exception.code, 2) def test_parse_args_output_disabled_tests(self): """ report disabled tests to resultdb """ cmd = [ '--app', './foo-Runner.app', '--host-app', './bar.app', '--runtime-cache-prefix', 'some/dir', '--xcode-path', 'some/Xcode.app', '--gtest_repeat', '2', '--output-disabled-tests', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ] runner = run.Runner() runner.parse_args(cmd) self.assertTrue(runner.args.output_disabled_tests) @mock.patch('os.getenv') def test_sharding_in_env_var(self, mock_env): mock_env.side_effect = [2, 1] cmd = [ '--app', './foo-Runner.app', '--xcode-path', 'some/Xcode.app', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ] runner = run.Runner() runner.parse_args(cmd) sharding_env_vars = runner.sharding_env_vars() self.assertIn('GTEST_SHARD_INDEX=1', sharding_env_vars) self.assertIn('GTEST_TOTAL_SHARDS=2', sharding_env_vars) @mock.patch('os.getenv') def test_sharding_in_env_var_assertion_error(self, mock_env): mock_env.side_effect = [2, 1] cmd = [ '--app', './foo-Runner.app', '--xcode-path', 'some/Xcode.app', '--env-var', 'GTEST_SHARD_INDEX=5', '--env-var', 'GTEST_TOTAL_SHARDS=6', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ] runner = run.Runner() runner.parse_args(cmd) self.assertIn('GTEST_SHARD_INDEX=5', runner.args.env_var) self.assertIn('GTEST_TOTAL_SHARDS=6', runner.args.env_var) with self.assertRaises(AssertionError) as ctx: runner.sharding_env_vars() self.assertTrue( re.match( 'GTest shard env vars should not be passed in --env-var', ctx.message ) ) @mock.patch('os.getenv', return_value='2') def test_parser_error_sharding_environment(self, _): cmd = [ '--app', './foo-Runner.app', '--xcode-path', 'some/Xcode.app', '--test-cases', 'SomeClass.SomeTestCase', '--gtest_filter', 'TestClass1.TestCase2:TestClass2.TestCase3', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ] runner = run.Runner() with self.assertRaises(SystemExit) as ctx: runner.parse_args(cmd) self.assertTrue( re.match( 'Specifying test cases is not supported in multiple swarming ' 'shards environment.', ctx.message, ) ) self.assertEqual(ctx.exception.code, 2) @mock.patch('os.getenv', side_effect=[1, 0]) def test_no_retries_when_repeat(self, _): cmd = [ '--app', './foo-Runner.app', '--xcode-path', 'some/Xcode.app', '--test-cases', 'SomeClass.SomeTestCase', '--isolated-script-test-repeat', '20', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ] runner = run.Runner() runner.parse_args(cmd) self.assertEqual(0, runner.args.retries) @mock.patch('os.getenv', side_effect=[1, 0]) def test_override_retries_when_repeat(self, _): cmd = [ '--app', './foo-Runner.app', '--xcode-path', 'some/Xcode.app', '--test-cases', 'SomeClass.SomeTestCase', '--isolated-script-test-repeat', '20', '--retries', '3', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ] runner = run.Runner() runner.parse_args(cmd) self.assertEqual(0, runner.args.retries) def test_merge_test_cases(self): """Tests test cases are merges in --test-cases and --args-json.""" cmd = [ '--app', './foo-Runner.app', '--xcode-path', 'some/Xcode.app', '--test-cases', 'TestClass1.TestCase2', '--args-json', '{"test_cases": ["TestClass2.TestCase3"]}', '--gtest_filter', 'TestClass3.TestCase4:TestClass4.TestCase5', '--isolated-script-test-filter', 'TestClass6.TestCase6::TestClass7.TestCase7', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ] runner = run.Runner() runner.parse_args(cmd) expected_test_cases = [ 'TestClass1.TestCase2', 'TestClass3.TestCase4', 'TestClass4.TestCase5', 'TestClass6.TestCase6', 'TestClass7.TestCase7', 'TestClass2.TestCase3', ] self.assertEqual(runner.args.test_cases, expected_test_cases) def test_gtest_filter_arg(self): cmd = [ '--app', './foo-Runner.app', '--xcode-path', 'some/Xcode.app', '--gtest_filter', 'TestClass1.TestCase2:TestClass2.TestCase3', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ] runner = run.Runner() runner.parse_args(cmd) expected_test_cases = ['TestClass1.TestCase2', 'TestClass2.TestCase3'] self.assertEqual(runner.args.test_cases, expected_test_cases) def test_skip_enumerate_tests_arg(self): cmd = [ '--app', './foo-Runner.app', '--xcode-path', 'some/Xcode.app', '--skip-enumerate-tests', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ] runner = run.Runner() runner.parse_args(cmd) self.assertTrue(runner.args.skip_enumerate_tests) def test_skip_enumerate_tests_json_arg(self): cmd = [ '--app', './foo-Runner.app', '--xcode-path', 'some/Xcode.app', '--args-json', '{"skip_enumerate_tests": true}', # Required '--xcode-build-version', '123abc', '--out-dir', 'some/dir', ] runner = run.Runner() runner.parse_args(cmd) self.assertTrue(runner.args.skip_enumerate_tests) class RunnerInstallXcodeTest(test_runner_test.TestCase): """Tests Xcode and runtime installing logic in Runner.run()""" def setUp(self): super(RunnerInstallXcodeTest, self).setUp() self.runner = run.Runner() self.mock(self.runner, 'parse_args', lambda _: None) self.mock(xcode_util, 'is_local_run', lambda: False) self.mock( iossim_util, 'get_platform_type_by_platform', lambda platform: ( constants.IOSPlatformType.TVOS if platform.startswith('Apple TV') else constants.IOSPlatformType.IPHONEOS ), ) self.runner.args = mock.MagicMock() # Make run() choose xcodebuild_runner.SimulatorParallelTestRunner as tr. self.runner.args.xcode_parallelization = True # Used in run.Runner.install_xcode(). self.runner.args.mac_toolchain_cmd = 'mac_toolchain' self.runner.args.xcode_path = 'test/xcode/path' self.runner.args.xcode_build_version = 'testXcodeVersion' self.runner.args.runtime_cache_prefix = 'test/runtime-ios-' self.runner.args.platform = 'iPhone 11' self.runner.args.version = '14.4' self.runner.args.out_dir = 'out/dir' @mock.patch('test_runner.defaults_delete') @mock.patch('json.dump') @mock.patch('xcode_util.select', autospec=True) @mock.patch('os.path.exists', autospec=True, return_value=True) @mock.patch('xcodebuild_runner.SimulatorParallelTestRunner') @mock.patch('xcode_util.construct_runtime_cache_folder', autospec=True) @mock.patch('xcode_util.install', autospec=True, return_value=True) @mock.patch('xcode_util.move_runtime', autospec=True) @mock.patch('xcode_util.check_xcode_exists_in_apps', return_value=False) @mock.patch('mac_util.is_macos_13_or_higher', autospec=True) def test_legacy_xcode( self, mock_macos_13_or_higher, mock_check_xcode_exists_in_apps, mock_move_runtime, mock_install, mock_construct_runtime_cache_folder, mock_tr, _1, _2, _3, _4, ): mock_macos_13_or_higher.return_value = False mock_construct_runtime_cache_folder.side_effect = lambda a, b: a + b test_runner = mock_tr.return_value test_runner.launch.return_value = True test_runner.logs = {} with mock.patch('run.open', mock.mock_open()): self.runner.run(None) mock_install.assert_called_with( 'mac_toolchain', 'testXcodeVersion', 'test/xcode/path', runtime_cache_folder='test/runtime-ios-14.4', ios_version='14.4', ) mock_construct_runtime_cache_folder.assert_called_once_with( 'test/runtime-ios-', '14.4' ) self.assertFalse(mock_move_runtime.called) @mock.patch('test_runner.defaults_delete') @mock.patch('json.dump') @mock.patch('xcode_util.select', autospec=True) @mock.patch('os.path.exists', autospec=True, return_value=True) @mock.patch('xcodebuild_runner.SimulatorParallelTestRunner') @mock.patch('xcode_util.construct_runtime_cache_folder', autospec=True) @mock.patch('xcode_util.install', autospec=True, return_value=True) @mock.patch('xcode_util.install_runtime_dmg') @mock.patch('xcode_util.move_runtime', autospec=True) @mock.patch('xcode_util.check_xcode_exists_in_apps', return_value=False) @mock.patch('mac_util.is_macos_13_or_higher', autospec=True) def test_legacy_xcode_tvos( self, mock_macos_13_or_higher, mock_check_xcode_exists_in_apps, mock_move_runtime, mock_install_runtime_dmg, mock_install, mock_construct_runtime_cache_folder, mock_tr, _1, _2, _3, _4, ): mock_macos_13_or_higher.return_value = False mock_construct_runtime_cache_folder.side_effect = lambda a, b: a + b self.runner.args.platform = 'Apple TV 4K' self.runner.args.runtime_cache_prefix = 'test/runtime-tvos-' test_runner = mock_tr.return_value test_runner.launch.return_value = True test_runner.logs = {} with mock.patch('run.open', mock.mock_open()): self.runner.run(None) mock_install.assert_called_with( 'mac_toolchain', 'testXcodeVersion', 'test/xcode/path', runtime_cache_folder='test/runtime-tvos-14.4', ios_version='14.4', ) mock_construct_runtime_cache_folder.assert_called_once_with( 'test/runtime-tvos-', '14.4' ) self.assertFalse(mock_install_runtime_dmg.called) self.assertFalse(mock_move_runtime.called) @mock.patch('test_runner.defaults_delete') @mock.patch('json.dump') @mock.patch('xcode_util.select', autospec=True) @mock.patch('os.path.exists', autospec=True, return_value=True) @mock.patch('xcodebuild_runner.SimulatorParallelTestRunner') @mock.patch('xcode_util.construct_runtime_cache_folder', autospec=True) @mock.patch('xcode_util.install', autospec=True, return_value=True) @mock.patch('xcode_util.install_runtime_dmg') @mock.patch('xcode_util.move_runtime', autospec=True) @mock.patch( 'xcode_util.is_runtime_builtin', autospec=True, return_value=False ) @mock.patch('xcode_util.check_xcode_exists_in_apps', return_value=False) @mock.patch('mac_util.is_macos_13_or_higher', autospec=True) def test_legacy_xcode_macos13_runtime_not_builtin( self, mock_macos_13_or_higher, mock_check_xcode_exists_in_apps, mock_is_runtime_builtin, mock_move_runtime, mock_install_runtime_dmg, mock_install, mock_construct_runtime_cache_folder, mock_tr, _1, _2, _3, _4, ): mock_macos_13_or_higher.return_value = True mock_construct_runtime_cache_folder.side_effect = lambda a, b: a + b test_runner = mock_tr.return_value test_runner.launch.return_value = True test_runner.logs = {} with mock.patch('run.open', mock.mock_open()): self.runner.run(None) mock_install.assert_called_with( 'mac_toolchain', 'testXcodeVersion', 'test/xcode/path', runtime_cache_folder='test/runtime-ios-14.4', ios_version='14.4', ) mock_construct_runtime_cache_folder.assert_called_once_with( 'test/runtime-ios-', '14.4' ) mock_install_runtime_dmg.assert_called_with( 'mac_toolchain', 'test/runtime-ios-14.4', constants.IOSPlatformType.IPHONEOS, '14.4', 'testXcodeVersion', ) self.assertFalse(mock_move_runtime.called) @mock.patch('test_runner.defaults_delete') @mock.patch('json.dump') @mock.patch('xcode_util.select', autospec=True) @mock.patch('os.path.exists', autospec=True, return_value=True) @mock.patch('xcodebuild_runner.SimulatorParallelTestRunner') @mock.patch('xcode_util.construct_runtime_cache_folder', autospec=True) @mock.patch('xcode_util.install', autospec=True, return_value=True) @mock.patch('xcode_util.install_runtime_dmg') @mock.patch('xcode_util.move_runtime', autospec=True) @mock.patch( 'xcode_util.is_runtime_builtin', autospec=True, return_value=False ) @mock.patch('xcode_util.check_xcode_exists_in_apps', return_value=False) @mock.patch('mac_util.is_macos_13_or_higher', autospec=True) def test_legacy_xcode_macos13_runtime_not_builtin_tvos( self, mock_macos_13_or_higher, mock_check_xcode_exists_in_apps, mock_is_runtime_builtin, mock_move_runtime, mock_install_runtime_dmg, mock_install, mock_construct_runtime_cache_folder, mock_tr, _1, _2, _3, _4, ): mock_macos_13_or_higher.return_value = True mock_construct_runtime_cache_folder.side_effect = lambda a, b: a + b self.runner.args.platform = 'Apple TV 4K' self.runner.args.runtime_cache_prefix = 'test/runtime-tvos-' test_runner = mock_tr.return_value test_runner.launch.return_value = True test_runner.logs = {} with mock.patch('run.open', mock.mock_open()): self.runner.run(None) mock_install.assert_called_with( 'mac_toolchain', 'testXcodeVersion', 'test/xcode/path', ios_version='14.4', runtime_cache_folder='test/runtime-tvos-14.4', ) mock_construct_runtime_cache_folder.assert_called_once_with( 'test/runtime-tvos-', '14.4' ) mock_install_runtime_dmg.assert_called_with( 'mac_toolchain', 'test/runtime-tvos-14.4', constants.IOSPlatformType.TVOS, '14.4', 'testXcodeVersion', ) self.assertFalse(mock_move_runtime.called) @mock.patch('test_runner.defaults_delete') @mock.patch('json.dump') @mock.patch('xcode_util.select', autospec=True) @mock.patch('os.path.exists', autospec=True, return_value=True) @mock.patch('xcodebuild_runner.SimulatorParallelTestRunner') @mock.patch('xcode_util.construct_runtime_cache_folder', autospec=True) @mock.patch('xcode_util.install', autospec=True, return_value=True) @mock.patch('xcode_util.install_runtime_dmg') @mock.patch('xcode_util.move_runtime', autospec=True) @mock.patch('xcode_util.is_runtime_builtin', autospec=True, return_value=True) @mock.patch('xcode_util.check_xcode_exists_in_apps', return_value=False) @mock.patch('mac_util.is_macos_13_or_higher', autospec=True) def test_legacy_xcode_macos13_runtime_builtin( self, mock_macos_13_or_higher, mock_check_xcode_exists_in_apps, mock_is_runtime_builtin, mock_move_runtime, mock_install_runtime_dmg, mock_install, mock_construct_runtime_cache_folder, mock_tr, _1, _2, _3, _4, ): mock_macos_13_or_higher.return_value = True mock_construct_runtime_cache_folder.side_effect = lambda a, b: a + b test_runner = mock_tr.return_value test_runner.launch.return_value = True test_runner.logs = {} with mock.patch('run.open', mock.mock_open()): self.runner.run(None) mock_install.assert_called_with( 'mac_toolchain', 'testXcodeVersion', 'test/xcode/path', runtime_cache_folder='test/runtime-ios-14.4', ios_version='14.4', ) mock_construct_runtime_cache_folder.assert_called_once_with( 'test/runtime-ios-', '14.4' ) mock_install_runtime_dmg.assert_called_with( 'mac_toolchain', 'test/runtime-ios-14.4', constants.IOSPlatformType.IPHONEOS, '14.4', 'testXcodeVersion', ) self.assertFalse(mock_move_runtime.called) @mock.patch('test_runner.defaults_delete') @mock.patch('json.dump') @mock.patch('xcode_util.select', autospec=True) @mock.patch('os.path.exists', autospec=True, return_value=True) @mock.patch('xcodebuild_runner.SimulatorParallelTestRunner') @mock.patch('xcode_util.construct_runtime_cache_folder', autospec=True) @mock.patch('xcode_util.install', autospec=True, return_value=False) @mock.patch('xcode_util.install_runtime_dmg') @mock.patch('xcode_util.move_runtime', autospec=True) @mock.patch('xcode_util.check_xcode_exists_in_apps', return_value=False) @mock.patch('mac_util.is_macos_13_or_higher', autospec=True) def test_not_legacy_xcode( self, mock_macos_13_or_higher, mock_check_xcode_exists_in_apps, mock_move_runtime, mock_install_runtime_dmg, mock_install, mock_construct_runtime_cache_folder, mock_tr, _1, _2, _3, _4, ): mock_macos_13_or_higher.return_value = False mock_construct_runtime_cache_folder.side_effect = lambda a, b: a + b test_runner = mock_tr.return_value test_runner.launch.return_value = True test_runner.logs = {} with mock.patch('run.open', mock.mock_open()): self.runner.run(None) mock_install.assert_called_with( 'mac_toolchain', 'testXcodeVersion', 'test/xcode/path', runtime_cache_folder='test/runtime-ios-14.4', ios_version='14.4', ) mock_construct_runtime_cache_folder.assert_called_once_with( 'test/runtime-ios-', '14.4' ) self.assertFalse(mock_install_runtime_dmg.called) @mock.patch('test_runner.defaults_delete') @mock.patch('json.dump') @mock.patch('xcode_util.select', autospec=True) @mock.patch('os.path.exists', autospec=True, return_value=True) @mock.patch('xcodebuild_runner.SimulatorParallelTestRunner') @mock.patch('xcode_util.construct_runtime_cache_folder', autospec=True) @mock.patch('xcode_util.install', autospec=True, return_value=True) @mock.patch('xcode_util.move_runtime', autospec=True) @mock.patch('xcode_util.check_xcode_exists_in_apps') @mock.patch('mac_util.is_macos_13_or_higher', autospec=True) def test_xcode_exists_in_apps( self, mock_macos_13_or_higher, mock_check_xcode_exists_in_apps, mock_move_runtime, mock_install, mock_construct_runtime_cache_folder, mock_tr, _1, _2, _3, _4, ): mock_check_xcode_exists_in_apps = True mock_macos_13_or_higher.return_value = False mock_construct_runtime_cache_folder.side_effect = lambda a, b: a + b test_runner = mock_tr.return_value test_runner.launch.return_value = True test_runner.logs = {} with mock.patch('run.open', mock.mock_open()): self.runner.run(None) mock_install.assert_called_with( 'mac_toolchain', 'testXcodeVersion', '/Applications/xcode_testxcodeversion.app', runtime_cache_folder='test/runtime-ios-14.4', ios_version='14.4', ) mock_construct_runtime_cache_folder.assert_called_once_with( 'test/runtime-ios-', '14.4' ) self.assertFalse(mock_move_runtime.called) @mock.patch('test_runner.defaults_delete') @mock.patch('json.dump') @mock.patch('xcode_util.select', autospec=True) @mock.patch('os.path.exists', autospec=True, return_value=True) @mock.patch('xcodebuild_runner.SimulatorParallelTestRunner') @mock.patch('xcode_util.construct_runtime_cache_folder', autospec=True) @mock.patch('xcode_util.install', autospec=True, return_value=False) @mock.patch('xcode_util.move_runtime', autospec=True) @mock.patch('xcode_util.check_xcode_exists_in_apps', return_value=False) def test_device_task( self, mock_check_xcode_exists_in_apps, mock_move_runtime, mock_install, mock_construct_runtime_cache_folder, mock_tr, _1, _2, _3, _4, ): """Check if Xcode is correctly installed for device tasks.""" self.runner.args.platform = None self.runner.args.version = None test_runner = mock_tr.return_value test_runner.launch.return_value = True test_runner.logs = {} with mock.patch('run.open', mock.mock_open()): self.runner.run(None) mock_install.assert_called_with( 'mac_toolchain', 'testXcodeVersion', 'test/xcode/path', ios_version=None, runtime_cache_folder=None, ) self.assertFalse(mock_construct_runtime_cache_folder.called) self.assertFalse(mock_move_runtime.called) @mock.patch('test_runner.defaults_delete') @mock.patch('json.dump') @mock.patch('xcode_util.select', autospec=True) @mock.patch('os.path.exists', autospec=True, return_value=True) @mock.patch('xcodebuild_runner.SimulatorParallelTestRunner') @mock.patch('xcode_util.construct_runtime_cache_folder', autospec=True) @mock.patch('xcode_util.install_xcode', autospec=True, return_value=False) @mock.patch('xcode_util.move_runtime', autospec=True) @mock.patch('xcode_util.check_xcode_exists_in_apps', return_value=False) @mock.patch('shutil.rmtree') def test_report_extended_properties( self, mock_rmtree, mock_check_xcode_exists_in_apps, mock_move_runtime, mock_install, mock_construct_runtime_cache_folder, mock_tr, _1, _2, _3, _4, ): self.runner.args.version = None test_runner = mock_tr.return_value test_runner.launch.return_value = True test_runner.logs = {} with mock.patch('run.open', mock.mock_open()): self.runner.run(None) expected_exception_str = ( 'test_runner_errors.XcodeInstallFailedError: ' + str( test_runner_errors.XcodeInstallFailedError( self.runner.args.xcode_build_version ) ) ) actual_exceptions = exception_recorder._records for exception in actual_exceptions: exception_str = str(exception.stacktrace[-1]).rstrip() if 'Xcode' in exception_str: self.assertEqual(expected_exception_str, exception_str) mock_rmtree.assert_called_with('test/xcode/path') if __name__ == '__main__': unittest.main()