From 09cca94fad7775d7f578467e6e181ab5422adbc0 Mon Sep 17 00:00:00 2001 From: sunyiming Date: Wed, 6 Dec 2023 02:24:36 +0000 Subject: [PATCH 1/2] add distributed get rank Signed-off-by: sunyiming --- .../ptdbg_ascend/src/python/ptdbg_ascend/dump/utils.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/utils.py b/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/utils.py index b619d0cf49..5584ce3322 100644 --- a/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/utils.py +++ b/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/utils.py @@ -4,6 +4,7 @@ import shutil import sys from pathlib import Path import torch +import torch.distributed as dist from ..dump import dump from ..common.utils import print_error_log, CompareException, DumpException, Const, get_time, print_info_log, \ @@ -156,6 +157,8 @@ def set_dump_path(fpath=None, dump_tag='ptdbg_dump'): def get_tensor_rank(in_feat, out_feat): + if dist.is_initialized(): + return dist.get_rank() def get_tensor_rank_single(x): if isinstance(x, (list, tuple)): if len(x) > 0: -- Gitee From 0da7ef780607a81b990f1c5614239351fe3c16e7 Mon Sep 17 00:00:00 2001 From: sunyiming Date: Wed, 6 Dec 2023 03:02:36 +0000 Subject: [PATCH 2/2] clean code Signed-off-by: sunyiming --- .../ptdbg_ascend/src/python/ptdbg_ascend/dump/utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/utils.py b/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/utils.py index 5584ce3322..8595bc2389 100644 --- a/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/utils.py +++ b/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/utils.py @@ -159,6 +159,7 @@ def set_dump_path(fpath=None, dump_tag='ptdbg_dump'): def get_tensor_rank(in_feat, out_feat): if dist.is_initialized(): return dist.get_rank() + def get_tensor_rank_single(x): if isinstance(x, (list, tuple)): if len(x) > 0: -- Gitee