From ab560ad12675abc62179ec149bd46912f7b403d8 Mon Sep 17 00:00:00 2001 From: yangchen <947098055@qq.com> Date: Fri, 22 Nov 2024 01:49:31 +0000 Subject: [PATCH 1/5] update debug/accuracy_tools/__init__.py. Signed-off-by: yangchen <947098055@qq.com> --- debug/accuracy_tools/__init__.py | 1 + 1 file changed, 1 insertion(+) diff --git a/debug/accuracy_tools/__init__.py b/debug/accuracy_tools/__init__.py index caef4efb9..f81b1e94f 100644 --- a/debug/accuracy_tools/__init__.py +++ b/debug/accuracy_tools/__init__.py @@ -1,6 +1,7 @@ # Copyright (c) 2024, Huawei Technologies Co., Ltd. # All rights reserved. # +# # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at -- Gitee From 2a2a5f61b879914973fa0be8c3b9df17194079db Mon Sep 17 00:00:00 2001 From: yangchen <947098055@qq.com> Date: Fri, 22 Nov 2024 02:08:58 +0000 Subject: [PATCH 2/5] update debug/accuracy_tools/msprobe/mindspore/api_accuracy_checker/multi_api_accuracy_checker.py. Signed-off-by: yangchen <947098055@qq.com> --- .../mindspore/api_accuracy_checker/multi_api_accuracy_checker.py | 1 + 1 file changed, 1 insertion(+) diff --git a/debug/accuracy_tools/msprobe/mindspore/api_accuracy_checker/multi_api_accuracy_checker.py b/debug/accuracy_tools/msprobe/mindspore/api_accuracy_checker/multi_api_accuracy_checker.py index 05bc85969..55b91c205 100644 --- a/debug/accuracy_tools/msprobe/mindspore/api_accuracy_checker/multi_api_accuracy_checker.py +++ b/debug/accuracy_tools/msprobe/mindspore/api_accuracy_checker/multi_api_accuracy_checker.py @@ -19,6 +19,7 @@ from multiprocessing import Manager import os import signal import sys + import time # 第三方库导入 -- Gitee From e43216f1527649c5710a60d71a7baa5f4c4d4914 Mon Sep 17 00:00:00 2001 From: yangchen <947098055@qq.com> Date: Fri, 22 Nov 2024 02:34:58 +0000 Subject: [PATCH 3/5] update test Signed-off-by: yangchen <947098055@qq.com> --- .../test_multi_api_accuracy_checker.py | 42 ------------------- 1 file changed, 42 deletions(-) diff --git a/debug/accuracy_tools/msprobe/test/mindspore_ut/api_accuracy_checker/test_multi_api_accuracy_checker.py b/debug/accuracy_tools/msprobe/test/mindspore_ut/api_accuracy_checker/test_multi_api_accuracy_checker.py index d74a29ec7..2337f1c19 100644 --- a/debug/accuracy_tools/msprobe/test/mindspore_ut/api_accuracy_checker/test_multi_api_accuracy_checker.py +++ b/debug/accuracy_tools/msprobe/test/mindspore_ut/api_accuracy_checker/test_multi_api_accuracy_checker.py @@ -188,48 +188,6 @@ class TestMultiApiAccuracyChecker(unittest.TestCase): self.assertEqual(result, backward_output_list) - @patch('msprobe.mindspore.api_accuracy_checker.multi_api_accuracy_checker.tqdm') - @patch('multiprocessing.Process') - @patch('multiprocessing.Queue') - @patch('msprobe.mindspore.api_accuracy_checker.multi_api_accuracy_checker.logger') - def test_run_and_compare(self, mock_logger, mock_queue_class, mock_process_class, mock_tqdm): - # 模拟进程和队列 - # 创建一个假的进度队列 - mock_queue = MagicMock() - # 设置进度队列的 get 方法，每次返回 1，总共返回 len(self.checker.api_infos) 次 - mock_queue.get.side_effect = [1] * len(self.checker.api_infos) - mock_queue_class.return_value = mock_queue - - # 创建模拟的进程列表 - mock_processes = [] - for _ in self.args.device_id: - mock_process = MagicMock() - mock_process.is_alive.return_value = False # 模拟进程已完成 - mock_process.exitcode = 0 # 模拟进程正常退出 - mock_process.pid = 12345 # 模拟进程ID - mock_processes.append(mock_process) - - # 设置 Process 的 side_effect，每次调用返回不同的进程对象 - mock_process_class.side_effect = mock_processes - - # 模拟 tqdm - mock_pbar = MagicMock() - mock_tqdm.return_value.__enter__.return_value = mock_pbar - - # 运行方法 - self.checker.run_and_compare() - - # 验证进程被正确创建 - self.assertEqual(mock_process_class.call_count, len(self.args.device_id)) - - # 验证进度条被正确初始化 - mock_tqdm.assert_called_once_with(total=len(self.checker.api_infos), desc="Total Progress", ncols=100) - - # 验证进度队列的 get 方法被正确调用 - self.assertEqual(mock_queue.get.call_count, len(self.checker.api_infos)) - - # 验证进度条的 update 方法被正确调用 - self.assertEqual(mock_pbar.update.call_count, len(self.checker.api_infos)) @patch('msprobe.mindspore.api_accuracy_checker.multi_api_accuracy_checker.context') def test_process_on_device_api_not_unique(self, mock_context): -- Gitee From 660a92abd2d560a8481fb359bab226ba43fe7356 Mon Sep 17 00:00:00 2001 From: yangchen <947098055@qq.com> Date: Fri, 22 Nov 2024 04:35:45 +0000 Subject: [PATCH 4/5] update debug/accuracy_tools/__init__.py. Signed-off-by: yangchen <947098055@qq.com> --- debug/accuracy_tools/__init__.py | 1 - 1 file changed, 1 deletion(-) diff --git a/debug/accuracy_tools/__init__.py b/debug/accuracy_tools/__init__.py index f81b1e94f..caef4efb9 100644 --- a/debug/accuracy_tools/__init__.py +++ b/debug/accuracy_tools/__init__.py @@ -1,7 +1,6 @@ # Copyright (c) 2024, Huawei Technologies Co., Ltd. # All rights reserved. # -# # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at -- Gitee From d497c2de3350f3ab6095dbcabaa95378e83859d3 Mon Sep 17 00:00:00 2001 From: yangchen <947098055@qq.com> Date: Fri, 22 Nov 2024 04:36:12 +0000 Subject: [PATCH 5/5] update debug/accuracy_tools/msprobe/mindspore/api_accuracy_checker/multi_api_accuracy_checker.py. Signed-off-by: yangchen <947098055@qq.com> --- .../mindspore/api_accuracy_checker/multi_api_accuracy_checker.py | 1 - 1 file changed, 1 deletion(-) diff --git a/debug/accuracy_tools/msprobe/mindspore/api_accuracy_checker/multi_api_accuracy_checker.py b/debug/accuracy_tools/msprobe/mindspore/api_accuracy_checker/multi_api_accuracy_checker.py index 55b91c205..05bc85969 100644 --- a/debug/accuracy_tools/msprobe/mindspore/api_accuracy_checker/multi_api_accuracy_checker.py +++ b/debug/accuracy_tools/msprobe/mindspore/api_accuracy_checker/multi_api_accuracy_checker.py @@ -19,7 +19,6 @@ from multiprocessing import Manager import os import signal import sys - import time # 第三方库导入 -- Gitee