From 815a9e4f2d294f14b972ae16a7373faa9ad9303c Mon Sep 17 00:00:00 2001 From: s30048155 Date: Thu, 31 Aug 2023 16:16:48 +0800 Subject: [PATCH 1/9] update --- debug/accuracy_tools/api_accuracy_checker/README.md | 2 +- debug/accuracy_tools/api_accuracy_checker/dump/__init__.py | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/debug/accuracy_tools/api_accuracy_checker/README.md b/debug/accuracy_tools/api_accuracy_checker/README.md index bfd1922a63..7dbb07af7a 100644 --- a/debug/accuracy_tools/api_accuracy_checker/README.md +++ b/debug/accuracy_tools/api_accuracy_checker/README.md @@ -18,7 +18,7 @@ Ascend模型精度预检工具能在昇腾NPU上扫描用户训练模型中所 ``` 安装依赖tqdm、prettytable、yaml ``` - pip3 install tqdm prettytable yaml + pip3 install tqdm prettytable pyyaml ``` 2. 在训练脚本（如main.py）中加入以下代码导入工具dump模块，启动训练即可自动抓取网络所有API信息 diff --git a/debug/accuracy_tools/api_accuracy_checker/dump/__init__.py b/debug/accuracy_tools/api_accuracy_checker/dump/__init__.py index 1b19415c37..d421029ba5 100644 --- a/debug/accuracy_tools/api_accuracy_checker/dump/__init__.py +++ b/debug/accuracy_tools/api_accuracy_checker/dump/__init__.py @@ -1,4 +1,5 @@ from api_accuracy_checker.dump.dump import set_dump_switch -import api_accuracy_checker.dump.dump_scope +import api_accuracy_checker.dump.dump_scope +from api_accuracy_checker.dump.common.config import msCheckerConfig __all__ = ['set_dump_switch'] -- Gitee From a4faf45f07cda7ed6f644df668d2c7765a14f877 Mon Sep 17 00:00:00 2001 From: s30048155 Date: Thu, 31 Aug 2023 16:46:21 +0800 Subject: [PATCH 2/9] update --- debug/accuracy_tools/api_accuracy_checker/dump/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/debug/accuracy_tools/api_accuracy_checker/dump/__init__.py b/debug/accuracy_tools/api_accuracy_checker/dump/__init__.py index d421029ba5..07bc361685 100644 --- a/debug/accuracy_tools/api_accuracy_checker/dump/__init__.py +++ b/debug/accuracy_tools/api_accuracy_checker/dump/__init__.py @@ -1,5 +1,5 @@ from api_accuracy_checker.dump.dump import set_dump_switch -import api_accuracy_checker.dump.dump_scope +import api_accuracy_checker.dump.dump_scope from api_accuracy_checker.dump.common.config import msCheckerConfig __all__ = ['set_dump_switch'] -- Gitee From ca13f9c418c7399ecae109e89be640b771d747e0 Mon Sep 17 00:00:00 2001 From: s30048155 Date: Fri, 1 Sep 2023 15:28:27 +0800 Subject: [PATCH 3/9] clear --- .../api_accuracy_checker/compare/compare.py | 2 +- .../accuracy_tools/api_accuracy_checker/dump/dump.py | 11 +---------- .../api_accuracy_checker/dump/dump_scope.py | 1 - .../api_accuracy_checker/dump/info_dump.py | 1 - 4 files changed, 2 insertions(+), 13 deletions(-) diff --git a/debug/accuracy_tools/api_accuracy_checker/compare/compare.py b/debug/accuracy_tools/api_accuracy_checker/compare/compare.py index 6fc6a5ec09..4118e08c93 100644 --- a/debug/accuracy_tools/api_accuracy_checker/compare/compare.py +++ b/debug/accuracy_tools/api_accuracy_checker/compare/compare.py @@ -3,7 +3,7 @@ import os from prettytable import PrettyTable from api_accuracy_checker.compare.algorithm import compare_core, cosine_sim, cosine_standard, get_max_rel_err, \ compare_builtin_type, get_rel_err_ratio_thousandth, get_rel_err_ratio_ten_thousandth -from api_accuracy_checker.common.utils import get_json_contents, print_error_log, print_info_log, write_csv +from api_accuracy_checker.common.utils import get_json_contents, print_info_log, write_csv from api_accuracy_checker.compare.compare_utils import CompareConst diff --git a/debug/accuracy_tools/api_accuracy_checker/dump/dump.py b/debug/accuracy_tools/api_accuracy_checker/dump/dump.py index 958c7ce51f..ce7895a442 100644 --- a/debug/accuracy_tools/api_accuracy_checker/dump/dump.py +++ b/debug/accuracy_tools/api_accuracy_checker/dump/dump.py @@ -15,18 +15,9 @@ # limitations under the License. """ -import inspect -import json -import os -import stat -import numpy as np -import torch -import threading - - from api_accuracy_checker.dump.api_info import ForwardAPIInfo, BackwardAPIInfo from api_accuracy_checker.dump.info_dump import write_api_info_json, initialize_output_json -from api_accuracy_checker.common.utils import print_warn_log, print_info_log, print_error_log +from api_accuracy_checker.common.utils import print_error_log from api_accuracy_checker.hook_module.register_hook import initialize_hook diff --git a/debug/accuracy_tools/api_accuracy_checker/dump/dump_scope.py b/debug/accuracy_tools/api_accuracy_checker/dump/dump_scope.py index 16078173ea..497ad22d5a 100644 --- a/debug/accuracy_tools/api_accuracy_checker/dump/dump_scope.py +++ b/debug/accuracy_tools/api_accuracy_checker/dump/dump_scope.py @@ -1,6 +1,5 @@ # dump范围控制 import torch -from torch.utils.data import Dataset, DataLoader from torch.utils.data.dataloader import _BaseDataLoaderIter from api_accuracy_checker.dump.dump import DumpUtil diff --git a/debug/accuracy_tools/api_accuracy_checker/dump/info_dump.py b/debug/accuracy_tools/api_accuracy_checker/dump/info_dump.py index 437934cd71..f2a96bd0fa 100644 --- a/debug/accuracy_tools/api_accuracy_checker/dump/info_dump.py +++ b/debug/accuracy_tools/api_accuracy_checker/dump/info_dump.py @@ -2,7 +2,6 @@ import fcntl import json import os import threading -import numpy as np from .api_info import ForwardAPIInfo, BackwardAPIInfo from ..common.utils import check_file_or_directory_path, initialize_save_path -- Gitee From c733cdef2386e65b5affd1a0b340ea78f67114fa Mon Sep 17 00:00:00 2001 From: s30048155 Date: Mon, 4 Sep 2023 14:56:10 +0800 Subject: [PATCH 4/9] update --- debug/accuracy_tools/api_accuracy_checker/dump/dump.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/debug/accuracy_tools/api_accuracy_checker/dump/dump.py b/debug/accuracy_tools/api_accuracy_checker/dump/dump.py index ce7895a442..0b0ffee4b1 100644 --- a/debug/accuracy_tools/api_accuracy_checker/dump/dump.py +++ b/debug/accuracy_tools/api_accuracy_checker/dump/dump.py @@ -14,6 +14,14 @@ # See the License for the specific language governing permissions and # limitations under the License. """ +import inspect +import json +import os +import stat +import numpy as np +import torch +import threading + from api_accuracy_checker.dump.api_info import ForwardAPIInfo, BackwardAPIInfo from api_accuracy_checker.dump.info_dump import write_api_info_json, initialize_output_json -- Gitee From 41397bfdcc262304e007a1dc40124c07971def84 Mon Sep 17 00:00:00 2001 From: s30048155 Date: Mon, 4 Sep 2023 14:57:03 +0800 Subject: [PATCH 5/9] update --- debug/accuracy_tools/api_accuracy_checker/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/debug/accuracy_tools/api_accuracy_checker/README.md b/debug/accuracy_tools/api_accuracy_checker/README.md index 7dbb07af7a..bfd1922a63 100644 --- a/debug/accuracy_tools/api_accuracy_checker/README.md +++ b/debug/accuracy_tools/api_accuracy_checker/README.md @@ -18,7 +18,7 @@ Ascend模型精度预检工具能在昇腾NPU上扫描用户训练模型中所 ``` 安装依赖tqdm、prettytable、yaml ``` - pip3 install tqdm prettytable pyyaml + pip3 install tqdm prettytable yaml ``` 2. 在训练脚本（如main.py）中加入以下代码导入工具dump模块，启动训练即可自动抓取网络所有API信息 -- Gitee From 19150b3afa4ef3bb2022565313e7079bf34af260 Mon Sep 17 00:00:00 2001 From: s30048155 Date: Mon, 4 Sep 2023 14:57:33 +0800 Subject: [PATCH 6/9] clear --- debug/accuracy_tools/api_accuracy_checker/dump/dump.py | 8 -------- 1 file changed, 8 deletions(-) diff --git a/debug/accuracy_tools/api_accuracy_checker/dump/dump.py b/debug/accuracy_tools/api_accuracy_checker/dump/dump.py index 0b0ffee4b1..ce7895a442 100644 --- a/debug/accuracy_tools/api_accuracy_checker/dump/dump.py +++ b/debug/accuracy_tools/api_accuracy_checker/dump/dump.py @@ -14,14 +14,6 @@ # See the License for the specific language governing permissions and # limitations under the License. """ -import inspect -import json -import os -import stat -import numpy as np -import torch -import threading - from api_accuracy_checker.dump.api_info import ForwardAPIInfo, BackwardAPIInfo from api_accuracy_checker.dump.info_dump import write_api_info_json, initialize_output_json -- Gitee From b9e4f497d25fef02a4db035e9f1d6bf843856c7c Mon Sep 17 00:00:00 2001 From: s30048155 Date: Mon, 4 Sep 2023 14:59:41 +0800 Subject: [PATCH 7/9] clear --- debug/accuracy_tools/api_accuracy_checker/dump/dump.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/debug/accuracy_tools/api_accuracy_checker/dump/dump.py b/debug/accuracy_tools/api_accuracy_checker/dump/dump.py index ce7895a442..ae12bb14eb 100644 --- a/debug/accuracy_tools/api_accuracy_checker/dump/dump.py +++ b/debug/accuracy_tools/api_accuracy_checker/dump/dump.py @@ -72,7 +72,7 @@ def pretest_info_dump(name, out_feat, module, phase): write_api_info_json(api_info) def pretest_hook(name, phase): - def pretest_info_dump_hook(module, in_feat, out_feat): + def pretest_info_dump_hook(module, out_feat): pretest_info_dump(name, out_feat, module, phase) if hasattr(module, "input_args"): del module.input_args -- Gitee From 3a5e8ca2e4502d964e3f23332ba44bb6c5a2ae6c Mon Sep 17 00:00:00 2001 From: s30048155 Date: Mon, 4 Sep 2023 15:15:05 +0800 Subject: [PATCH 8/9] update --- debug/accuracy_tools/api_accuracy_checker/dump/dump.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/debug/accuracy_tools/api_accuracy_checker/dump/dump.py b/debug/accuracy_tools/api_accuracy_checker/dump/dump.py index ae12bb14eb..ce7895a442 100644 --- a/debug/accuracy_tools/api_accuracy_checker/dump/dump.py +++ b/debug/accuracy_tools/api_accuracy_checker/dump/dump.py @@ -72,7 +72,7 @@ def pretest_info_dump(name, out_feat, module, phase): write_api_info_json(api_info) def pretest_hook(name, phase): - def pretest_info_dump_hook(module, out_feat): + def pretest_info_dump_hook(module, in_feat, out_feat): pretest_info_dump(name, out_feat, module, phase) if hasattr(module, "input_args"): del module.input_args -- Gitee From ef44b58cbf44e78e6f0bc9f629b9bcb6edab8f56 Mon Sep 17 00:00:00 2001 From: s30048155 Date: Tue, 5 Sep 2023 09:54:17 +0800 Subject: [PATCH 9/9] update --- debug/accuracy_tools/api_accuracy_checker/dump/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/debug/accuracy_tools/api_accuracy_checker/dump/__init__.py b/debug/accuracy_tools/api_accuracy_checker/dump/__init__.py index 07bc361685..f3e3fe6636 100644 --- a/debug/accuracy_tools/api_accuracy_checker/dump/__init__.py +++ b/debug/accuracy_tools/api_accuracy_checker/dump/__init__.py @@ -1,5 +1,5 @@ from api_accuracy_checker.dump.dump import set_dump_switch import api_accuracy_checker.dump.dump_scope -from api_accuracy_checker.dump.common.config import msCheckerConfig +from api_accuracy_checker.common.config import msCheckerConfig __all__ = ['set_dump_switch'] -- Gitee