From 7eafe156e3e178f5d98980ad2b7041d5227c21ac Mon Sep 17 00:00:00 2001 From: sunyiming Date: Sat, 2 Mar 2024 01:05:02 +0000 Subject: [PATCH 1/4] update debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/dump.py. Signed-off-by: sunyiming --- .../ptdbg_ascend/src/python/ptdbg_ascend/dump/dump.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/dump.py b/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/dump.py index 91cacafd0e..a6b769ff2a 100644 --- a/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/dump.py +++ b/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/dump.py @@ -96,6 +96,8 @@ class DataInfo(object): def get_not_float_tensor_info(data): + if DumpUtil.summary_mode == "md5": + return DataInfo([], [], str(data.dtype), tuple(data.shape), get_md5_for_tensor(data)) if data.numel() == 0 or data.dtype == torch.bool: tensor_max = [] tensor_min = [] -- Gitee From 39a9977d41ec4399856dbc2eee9e448de90686f6 Mon Sep 17 00:00:00 2001 From: sunyiming Date: Sat, 2 Mar 2024 01:06:05 +0000 Subject: [PATCH 2/4] update debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/common/utils.py. Signed-off-by: sunyiming --- .../ptdbg_ascend/src/python/ptdbg_ascend/common/utils.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/common/utils.py b/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/common/utils.py index 4250464b68..f732a38513 100644 --- a/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/common/utils.py +++ b/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/common/utils.py @@ -756,9 +756,11 @@ def check_file_valid(file_path): def get_md5_for_tensor(x): + if x.dtype == torch.bfloat16: + x = x.float() tensor_bytes = x.cpu().detach().numpy().tobytes() - crc_hash = zlib.crc32(tensor_bytes) - return crc_hash + crc32_hash = zlib.crc32(tensor_bytes) + return f"{crc32_hash:08x}" def check_path_before_create(path): -- Gitee From ffa2a1d19e604f12e17a0912cd9e486e3bc9ef6b Mon Sep 17 00:00:00 2001 From: sunyiming Date: Sat, 2 Mar 2024 01:20:34 +0000 Subject: [PATCH 3/4] update debug/accuracy_tools/ptdbg_ascend/test/ut/test_utils.py. Signed-off-by: sunyiming --- debug/accuracy_tools/ptdbg_ascend/test/ut/test_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/debug/accuracy_tools/ptdbg_ascend/test/ut/test_utils.py b/debug/accuracy_tools/ptdbg_ascend/test/ut/test_utils.py index 18ef57b9c1..9ae9801021 100644 --- a/debug/accuracy_tools/ptdbg_ascend/test/ut/test_utils.py +++ b/debug/accuracy_tools/ptdbg_ascend/test/ut/test_utils.py @@ -41,4 +41,4 @@ class TestUtilsMethods(unittest.TestCase): data = [[1, 2], [3, 4]] x_data = torch.tensor(data) md5_value = get_md5_for_tensor(x_data) - self.assertEqual(md5_value, 2624136704) + self.assertEqual(md5_value, '9c692600') -- Gitee From 6b95ee7ac8e56cf1bc3cee415f77f95eede29ea5 Mon Sep 17 00:00:00 2001 From: sunyiming Date: Sat, 2 Mar 2024 08:57:18 +0000 Subject: [PATCH 4/4] update debug/accuracy_tools/api_accuracy_checker/test/ut/run_ut/test_multi_run_ut.py. Signed-off-by: sunyiming --- .../api_accuracy_checker/test/ut/run_ut/test_multi_run_ut.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/debug/accuracy_tools/api_accuracy_checker/test/ut/run_ut/test_multi_run_ut.py b/debug/accuracy_tools/api_accuracy_checker/test/ut/run_ut/test_multi_run_ut.py index 95683cda5e..18293a4bc1 100644 --- a/debug/accuracy_tools/api_accuracy_checker/test/ut/run_ut/test_multi_run_ut.py +++ b/debug/accuracy_tools/api_accuracy_checker/test/ut/run_ut/test_multi_run_ut.py @@ -20,7 +20,7 @@ class TestMultiRunUT(unittest.TestCase): def test_split_json_file(self, mock_FileOpen): mock_FileOpen.return_value.__enter__.return_value = mock_open(read_data=self.test_json_content).return_value num_splits = 2 - split_files, total_items = split_json_file(self.test_json_file, num_splits) + split_files, total_items = split_json_file(self.test_json_file, num_splits, False) self.assertEqual(len(split_files), num_splits) self.assertEqual(total_items, len(self.test_data)) -- Gitee