From daf3d59cc8f1fb37c57c5378ab31fe3c46dcaf8d Mon Sep 17 00:00:00 2001 From: gitee Date: Mon, 24 Mar 2025 20:19:14 +0800 Subject: [PATCH 1/2] delete msprobe path in stack --- debug/accuracy_tools/msprobe/core/common/const.py | 1 + .../msprobe/core/data_dump/data_processor/base.py | 2 ++ 2 files changed, 3 insertions(+) diff --git a/debug/accuracy_tools/msprobe/core/common/const.py b/debug/accuracy_tools/msprobe/core/common/const.py index da8e190f913..c0c318df916 100644 --- a/debug/accuracy_tools/msprobe/core/common/const.py +++ b/debug/accuracy_tools/msprobe/core/common/const.py @@ -138,6 +138,7 @@ class Const: "Aten", "VF", "NPU", "Jit"] MODULE_PREFIX = ["Module", "Cell"] FORWARD_NAME_SUFFIX = ".forward" + MSPROBE_PATHS = ["msprobe/core", "msprobe/pytorch", "msprobe/mindspore"] # struct json param ORIGIN_DATA = "origin_data" diff --git a/debug/accuracy_tools/msprobe/core/data_dump/data_processor/base.py b/debug/accuracy_tools/msprobe/core/data_dump/data_processor/base.py index 282ff5946cb..32b747cdd40 100644 --- a/debug/accuracy_tools/msprobe/core/data_dump/data_processor/base.py +++ b/debug/accuracy_tools/msprobe/core/data_dump/data_processor/base.py @@ -129,6 +129,8 @@ class BaseDataProcessor: for (_, path, line, func, code, _) in api_stack: if not code: continue + if any(msprobe_path in path for msprobe_path in Const.MSPROBE_PATHS): + continue stack_line = f"File {path}, line {str(line)}, in {func}, \n {code[0].strip()}" stack_str.append(stack_line) else: -- Gitee From b41731a4050ca808cc07d161df8e474a8406cea4 Mon Sep 17 00:00:00 2001 From: gitee Date: Tue, 25 Mar 2025 15:41:29 +0800 Subject: [PATCH 2/2] fix review --- debug/accuracy_tools/msprobe/core/common/const.py | 2 +- .../msprobe/core/data_dump/data_processor/base.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/debug/accuracy_tools/msprobe/core/common/const.py b/debug/accuracy_tools/msprobe/core/common/const.py index c0c318df916..8cdfcccc84a 100644 --- a/debug/accuracy_tools/msprobe/core/common/const.py +++ b/debug/accuracy_tools/msprobe/core/common/const.py @@ -138,7 +138,7 @@ class Const: "Aten", "VF", "NPU", "Jit"] MODULE_PREFIX = ["Module", "Cell"] FORWARD_NAME_SUFFIX = ".forward" - MSPROBE_PATHS = ["msprobe/core", "msprobe/pytorch", "msprobe/mindspore"] + STACK_FILTER_PATHS = ["msprobe/core", "msprobe/pytorch", "msprobe/mindspore", "torch/nn/modules/module.py"] # struct json param ORIGIN_DATA = "origin_data" diff --git a/debug/accuracy_tools/msprobe/core/data_dump/data_processor/base.py b/debug/accuracy_tools/msprobe/core/data_dump/data_processor/base.py index 32b747cdd40..34ca29afb2e 100644 --- a/debug/accuracy_tools/msprobe/core/data_dump/data_processor/base.py +++ b/debug/accuracy_tools/msprobe/core/data_dump/data_processor/base.py @@ -129,7 +129,7 @@ class BaseDataProcessor: for (_, path, line, func, code, _) in api_stack: if not code: continue - if any(msprobe_path in path for msprobe_path in Const.MSPROBE_PATHS): + if any(filter_path in path for filter_path in Const.STACK_FILTER_PATHS): continue stack_line = f"File {path}, line {str(line)}, in {func}, \n {code[0].strip()}" stack_str.append(stack_line) -- Gitee