testing/kunit/kunit_tool_test.py

2 # SPDX-License-Identifier: GPL-2.0
26 from kunit_printer import stdout
34 	abs_test_data_dir = os.path.abspath(os.path.join(os.path.dirname(__file__), 'test_data'))
39 def test_data_path(path):  argument
40 	return os.path.join(abs_test_data_dir, path)
69 		kconfig_path = os.path.join(test_tmpdir, '.config')
107 		self.assertContains('ok 1 - example_simple_test', result)
108 		self.assertContains('ok 2 - example_mock_test', result)
109 		self.assertContains('ok 1 - example', result)
116 		self.assertContains('# Subtest: kunit-resource-test', result)
118 		self.assertContains('ok 1 - kunit_resource_test_init_resources', result)
119 		self.assertContains('ok 2 - kunit_resource_test_alloc_resource', result)
120 		self.assertContains('ok 3 - kunit_resource_test_destroy_resource', result)
122 		self.assertContains('ok 4 - kunit_resource_test_cleanup_resources', result)
123 		self.assertContains('ok 5 - kunit_resource_test_proper_free_ordering', result)
124 		self.assertContains('ok 1 - kunit-resource-test', result)
125 		self.assertContains('foo bar 	# non-kunit output', result)
126 		self.assertContains('# Subtest: kunit-try-catch-test', result)
128 		self.assertContains('ok 1 - kunit_test_try_catch_successful_try_no_catch',
130 		self.assertContains('ok 2 - kunit_test_try_catch_unsuccessful_try_does_catch',
132 		self.assertContains('ok 2 - kunit-try-catch-test', result)
133 		self.assertContains('# Subtest: string-stream-test', result)
135 		self.assertContains('ok 1 - string_stream_test_empty_on_creation', result)
136 		self.assertContains('ok 2 - string_stream_test_not_empty_after_add', result)
137 		self.assertContains('ok 3 - string_stream_test_get_string', result)
138 		self.assertContains('ok 3 - string-stream-test', result)
141 		all_passed_log = test_data_path('test_is_test_passed-all_passed.log')
143 			result = kunit_parser.parse_run_tests(file.readlines(), stdout)
148 		all_passed_log = test_data_path('test_is_test_passed-all_passed_nested.log')
150 			result = kunit_parser.parse_run_tests(file.readlines(), stdout)
155 		kselftest_log = test_data_path('test_is_test_passed-kselftest.log')
157 			result = kunit_parser.parse_run_tests(file.readlines(), stdout)
162 		failed_log = test_data_path('test_is_test_passed-failure.log')
164 			result = kunit_parser.parse_run_tests(file.readlines(), stdout)
169 		empty_log = test_data_path('test_is_test_passed-no_tests_run_no_header.log')
172 				kunit_parser.extract_tap_lines(file.readlines()), stdout)
178 		missing_plan_log = test_data_path('test_is_test_passed-'
183 				file.readlines()), stdout)
189 		header_log = test_data_path('test_is_test_passed-no_tests_run_with_header.log')
192 				kunit_parser.extract_tap_lines(file.readlines()), stdout)
198 		no_plan_log = test_data_path('test_is_test_passed-no_tests_no_plan.log')
201 				kunit_parser.extract_tap_lines(file.readlines()), stdout)
214 				kunit_parser.extract_tap_lines(file.readlines()), stdout)
223 			result = kunit_parser.parse_run_tests(file.readlines(), stdout)
232 			result = kunit_parser.parse_run_tests(file.readlines(), stdout)
240 			result = kunit_parser.parse_run_tests(file.readlines(), stdout)
254 			result = kunit_parser.parse_run_tests(file.readlines(), stdout)
256 		self.assertEqual('kunit-resource-test', result.subtests[0].name)
262 			result = kunit_parser.parse_run_tests(file.readlines(), stdout)
264 		self.assertEqual('kunit-resource-test', result.subtests[0].name)
270 			result = kunit_parser.parse_run_tests(file.readlines(), stdout)
272 		self.assertEqual('kunit-resource-test', result.subtests[0].name)
278 			result = kunit_parser.parse_run_tests(file.readlines(), stdout)
280 		self.assertEqual('kunit-resource-test', result.subtests[0].name)
286 			result = kunit_parser.parse_run_tests(file.readlines(), stdout)
288 		self.assertEqual('kunit-resource-test', result.subtests[0].name)
294 			result = kunit_parser.parse_run_tests(file.readlines(), stdout)
296 		self.assertEqual('kunit-resource-test', result.subtests[0].name)
305 			not ok 1 - test1
306 			not ok 2 - test2
307 		not ok 1 - all_failed_suite
310 			ok 1 - test1
311 			not ok 2 - test2
312 		not ok 1 - some_failed_suite
314 		result = kunit_parser.parse_run_tests(output.splitlines(), stdout)
323 			result = kunit_parser.parse_run_tests(file.readlines(), stdout)
332 			kunit_parser.parse_run_tests(file.readlines(), stdout)
338 			result = kunit_parser.parse_run_tests(file.readlines(), stdout)
359 		result = kunit_parser.parse_run_tests(output.splitlines(), stdout)
372 		result = kunit_parser.parse_run_tests(output.splitlines(), stdout)
377 def line_stream_from_strs(strs: Iterable[str]) -> kunit_parser.LineStream:
432 			with open(os.path.join(dir, '.kunitconfig'), 'w'):
442 			other = os.path.join(dir, 'otherkunitconfig')
443 			with open(os.path.join(dir, '.kunitconfig'), 'w') as f:
455 			other = os.path.join(dir, 'otherkunitconfig')
456 			with open(os.path.join(dir, '.kunitconfig'), 'w') as f:
478 			return subprocess.Popen(['echo "hi\nbye"'], shell=True, text=True, stdout=subprocess.PIPE)
559 			test_result = kunit_parser.parse_run_tests(file, stdout)
566 		result = self._json_for('test_is_test_passed-failure.log')
584 		result = self._json_for('test_is_test_passed-no_tests_run_with_header.log')
588 		result = self._json_for('test_is_test_passed-all_passed_nested.log')
599 		path = test_data_path('test_is_test_passed-all_passed.log')
600 		with open(path) as file:
613 		kunit.main(['config', '--build_dir=.kunit'])
665 		kunit.main(['exec', '--raw_output'])
673 		kunit.main(['run', '--raw_output'])
682 		kunit.main(['run', '--raw_output=kunit'])
692 			kunit.main(['run', '--raw_output=invalid'])
696 		# --raw_output is a string flag, but we don't want it to consume
699 		kunit.main(['run', '--raw_output', 'filter_glob'])
705 		kunit.main(['exec', '--timeout', str(timeout)])
712 		kunit.main(['run', '--timeout', str(timeout)])
720 		kunit.main(['run', '--build_dir=.kunit'])
728 		kunit.main(['config', '--build_dir', build_dir])
734 		kunit.main(['build', '--build_dir', build_dir])
739 		kunit.main(['exec', '--build_dir', build_dir])
745 		kunit.main(['run', '--kunitconfig=mykunitconfig'])
756 		kunit.main(['config', '--kunitconfig=mykunitconfig'])
767 		kunit.main(['config', '--kunitconfig=mykunitconfig', '--alltests'])
781 		kunit.main(['run', '--kunitconfig=mykunitconfig', '--kunitconfig=other'])
792 		kunit.main(['run', '--kconfig_add=CONFIG_KASAN=y', '--kconfig_add=CONFIG_KCSAN=y'])
803 		kunit.main(['run', '--arch=x86_64', '--qemu_args', '-m 2048'])
811 						extra_qemu_args=['-m', '2048'])
814 		kunit.main(['run', '--kernel_args=a=1', '--kernel_args=b=2'])
834 		kunit.main(['exec', '--run_isolated=suite', 'suite*.test*'])
847 		kunit.main(['exec', '--run_isolated=test', 'suite*'])