diff --git a/debug/accuracy_tools/api_accuracy_checker/test/ut/run_ut/test_multi_run_ut.py b/debug/accuracy_tools/api_accuracy_checker/test/ut/run_ut/test_multi_run_ut.py index 95683cda5e448c2f65d15d711a271af07ef17d31..18293a4bc1fc899191bde35252034962f8312f3c 100644 --- a/debug/accuracy_tools/api_accuracy_checker/test/ut/run_ut/test_multi_run_ut.py +++ b/debug/accuracy_tools/api_accuracy_checker/test/ut/run_ut/test_multi_run_ut.py @@ -20,7 +20,7 @@ class TestMultiRunUT(unittest.TestCase): def test_split_json_file(self, mock_FileOpen): mock_FileOpen.return_value.__enter__.return_value = mock_open(read_data=self.test_json_content).return_value num_splits = 2 - split_files, total_items = split_json_file(self.test_json_file, num_splits) + split_files, total_items = split_json_file(self.test_json_file, num_splits, False) self.assertEqual(len(split_files), num_splits) self.assertEqual(total_items, len(self.test_data)) diff --git a/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/common/utils.py b/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/common/utils.py index 4250464b6833898c46aacebad584db19cd1094d2..f732a38513e26d9f9de404d9243fe4b2274c41c4 100644 --- a/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/common/utils.py +++ b/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/common/utils.py @@ -756,9 +756,11 @@ def check_file_valid(file_path): def get_md5_for_tensor(x): + if x.dtype == torch.bfloat16: + x = x.float() tensor_bytes = x.cpu().detach().numpy().tobytes() - crc_hash = zlib.crc32(tensor_bytes) - return crc_hash + crc32_hash = zlib.crc32(tensor_bytes) + return f"{crc32_hash:08x}" def check_path_before_create(path): diff --git a/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/dump.py b/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/dump.py index 91cacafd0e88770abdd25bee014bb0c4e6027983..a6b769ff2a41955aa6363f08d086a091335bf5f1 100644 --- a/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/dump.py +++ b/debug/accuracy_tools/ptdbg_ascend/src/python/ptdbg_ascend/dump/dump.py @@ -96,6 +96,8 @@ class DataInfo(object): def get_not_float_tensor_info(data): + if DumpUtil.summary_mode == "md5": + return DataInfo([], [], str(data.dtype), tuple(data.shape), get_md5_for_tensor(data)) if data.numel() == 0 or data.dtype == torch.bool: tensor_max = [] tensor_min = [] diff --git a/debug/accuracy_tools/ptdbg_ascend/test/ut/test_utils.py b/debug/accuracy_tools/ptdbg_ascend/test/ut/test_utils.py index 18ef57b9c1219ea591c4e473577f08ecf5bebd18..9ae980102121314205446bcd4e4d80fadbd74dad 100644 --- a/debug/accuracy_tools/ptdbg_ascend/test/ut/test_utils.py +++ b/debug/accuracy_tools/ptdbg_ascend/test/ut/test_utils.py @@ -41,4 +41,4 @@ class TestUtilsMethods(unittest.TestCase): data = [[1, 2], [3, 4]] x_data = torch.tensor(data) md5_value = get_md5_for_tensor(x_data) - self.assertEqual(md5_value, 2624136704) + self.assertEqual(md5_value, '9c692600')