diff --git a/test/xpu/extended/run_test_with_skip.py b/test/xpu/extended/run_test_with_skip.py index 0adbd6bee..865b0edd4 100644 --- a/test/xpu/extended/run_test_with_skip.py +++ b/test/xpu/extended/run_test_with_skip.py @@ -20,4 +20,6 @@ test_command = "pytest --timeout 600 -v --junit-xml=./op_extended.xml test_ops_xpu.py" test_command += skip_options res = os.system(test_command) +if res: + print("test_ops_xpu.py has failures in extended unit tests") sys.exit(res) diff --git a/test/xpu/extended/run_test_with_skip_arc.py b/test/xpu/extended/run_test_with_skip_arc.py index c9110b082..bca77b096 100644 --- a/test/xpu/extended/run_test_with_skip_arc.py +++ b/test/xpu/extended/run_test_with_skip_arc.py @@ -22,4 +22,6 @@ test_command = "pytest -v test_ops_xpu.py" test_command += skip_options res = os.system(test_command) +if res: + print("test_ops_xpu.py has failures in extended unit tests") sys.exit(res) diff --git a/test/xpu/extended/run_test_with_skip_bmg.py b/test/xpu/extended/run_test_with_skip_bmg.py index 7769c2387..37768d340 100644 --- a/test/xpu/extended/run_test_with_skip_bmg.py +++ b/test/xpu/extended/run_test_with_skip_bmg.py @@ -20,4 +20,6 @@ os.environ["PYTORCH_TEST_WITH_SLOW"] = "1" test_command = ["-k", skip_options, "test_ops_xpu.py", "-v"] res = pytest.main(test_command) +if res: + print("test_ops_xpu.py has failures in extended UT") sys.exit(res) diff --git a/test/xpu/extended/run_test_with_skip_lnl.py b/test/xpu/extended/run_test_with_skip_lnl.py index c0cffe62c..d175cef1d 100644 --- a/test/xpu/extended/run_test_with_skip_lnl.py +++ b/test/xpu/extended/run_test_with_skip_lnl.py @@ -20,4 +20,6 @@ os.environ["PYTORCH_TEST_WITH_SLOW"] = "1" test_command = ["-k", skip_options, "test_ops_xpu.py", "-v"] res = pytest.main(test_command) +if res: + print("test_ops_xpu.py has failures in extended UT") sys.exit(res) diff --git a/test/xpu/extended/run_test_with_skip_mtl.py b/test/xpu/extended/run_test_with_skip_mtl.py index e2683b64c..4b491579a 100644 --- a/test/xpu/extended/run_test_with_skip_mtl.py +++ b/test/xpu/extended/run_test_with_skip_mtl.py @@ -20,4 +20,6 @@ os.environ["PYTORCH_TEST_WITH_SLOW"] = "1" test_command = ["-k", skip_options, "test_ops_xpu.py", "-v"] res = pytest.main(test_command) +if res: + print("test_ops_xpu.py" + " have failures in extended UT") sys.exit(res) diff --git a/test/xpu/run_test_with_only.py b/test/xpu/run_test_with_only.py index 9d70896b1..76540dd57 100644 --- a/test/xpu/run_test_with_only.py +++ b/test/xpu/run_test_with_only.py @@ -51,7 +51,9 @@ def launch_test(test_case, skip_list=None, exe_list=None): "test_comprehensive_nn_functional_nll_loss_xpu_float64", "bincount", ) -res += launch_test("test_decomp_xpu.py", exe_list=execute_list) +res = launch_test("test_decomp_xpu.py", exe_list=execute_list) +if res: + print("test_decomp_xpu.py" + " have failures in run_test_with_only.py") if os.name == "nt": sys.exit(res) diff --git a/test/xpu/run_test_with_skip_arc.py b/test/xpu/run_test_with_skip_arc.py index e3d38192b..6777fcd53 100644 --- a/test/xpu/run_test_with_skip_arc.py +++ b/test/xpu/run_test_with_skip_arc.py @@ -8,6 +8,7 @@ from xpu_test_utils import launch_test res = 0 +fail_test = [] IS_WINDOWS = sys.platform == "win32" for key in skip_dict: @@ -18,7 +19,13 @@ skip_list += skip_dict_win[key] if IS_WINDOWS and key in skip_dict_win_arc: skip_list += skip_dict_win_arc[key] - res += launch_test(key, skip_list) + fail = launch_test(key, skip_list) + res += fail + if fail: + fail_test.append(key) + +if fail_test: + print(",".join(fail_test) + " have failures") if os.name == "nt": sys.exit(res) diff --git a/test/xpu/run_test_with_skip_bmg.py b/test/xpu/run_test_with_skip_bmg.py index 1e663191b..668372f00 100644 --- a/test/xpu/run_test_with_skip_bmg.py +++ b/test/xpu/run_test_with_skip_bmg.py @@ -7,6 +7,7 @@ from xpu_test_utils import launch_test res = 0 +fail_test = [] IS_WINDOWS = sys.platform == "win32" for key in skip_dict: @@ -15,7 +16,13 @@ skip_list += skip_dict_win[key] if IS_WINDOWS and key in skip_dict_win_bmg: skip_list += skip_dict_win_bmg[key] - res += launch_test(key, skip_list) + fail = launch_test(key, skip_list) + res += fail + if fail: + fail_test.append(key) + +if fail_test: + print(",".join(fail_test) + " have failures") if os.name == "nt": sys.exit(res) diff --git a/test/xpu/run_test_with_skip_lnl.py b/test/xpu/run_test_with_skip_lnl.py index 6b9e82b86..4589740a5 100644 --- a/test/xpu/run_test_with_skip_lnl.py +++ b/test/xpu/run_test_with_skip_lnl.py @@ -7,6 +7,7 @@ from xpu_test_utils import launch_test res = 0 +fail_test = [] IS_WINDOWS = sys.platform == "win32" for key in skip_dict: @@ -15,7 +16,13 @@ skip_list += skip_dict_win[key] if IS_WINDOWS and key in skip_dict_win_lnl: skip_list += skip_dict_win_lnl[key] - res += launch_test(key, skip_list) + fail = launch_test(key, skip_list) + res += fail + if fail: + fail_test.append(key) + +if fail_test: + print(",".join(fail_test) + " have failures") if os.name == "nt": sys.exit(res) diff --git a/test/xpu/run_test_with_skip_mtl.py b/test/xpu/run_test_with_skip_mtl.py index a92ec2f5a..19d154d57 100644 --- a/test/xpu/run_test_with_skip_mtl.py +++ b/test/xpu/run_test_with_skip_mtl.py @@ -7,6 +7,7 @@ from xpu_test_utils import launch_test res = 0 +fail_test = [] IS_WINDOWS = sys.platform == "win32" for key in skip_dict: @@ -15,7 +16,13 @@ skip_list += skip_dict_specifical[key] if IS_WINDOWS and key in skip_dict_win: skip_list += skip_dict_win[key] - res += launch_test(key, skip_list) + fail = launch_test(key, skip_list) + res += fail + if fail: + fail_test.append(key) + +if fail_test: + print(",".join(fail_test) + " have failures") if os.name == "nt": sys.exit(res)