diff --git a/debug/accuracy_tools/msprobe/mindspore/compare/ms_graph_compare.py b/debug/accuracy_tools/msprobe/mindspore/compare/ms_graph_compare.py index 62b8551ae4219ac4da5d0f745ab2d61418fe2770..b2ed1a02f1b86db1704b3bd7c582aa52057297e8 100644 --- a/debug/accuracy_tools/msprobe/mindspore/compare/ms_graph_compare.py +++ b/debug/accuracy_tools/msprobe/mindspore/compare/ms_graph_compare.py @@ -296,20 +296,8 @@ class GraphMSComparator: compare_result_df = self.do_multi_process(compare_result_df, mode) compare_result_name = add_time_with_xlsx(f"compare_result_{str(rank_id)}_{str(step_id)}") compare_result_path = os.path.join(os.path.realpath(self.output_path), f"{compare_result_name}") - self.to_excel(compare_result_df, compare_result_path) - logger.info(f"Compare rank: {rank_id} step: {step_id} finish. Compare result: {compare_result_path}.") - - def to_excel(self, compare_result_df: pd.DataFrame, compare_result_path: str, slice_num=0, need_slice=False) -> int: - size = len(compare_result_df) - # sheet size cannot be larger than 1048576 - if size < CompareConst.MAX_EXCEL_LENGTH: - compare_result_path = compare_result_path.replace('.xlsx', f'_slice_{slice_num}.xlsx') if \ - need_slice else compare_result_path save_excel(compare_result_path, compare_result_df) - return slice_num + 1 - else: - slice_num = self.to_excel(compare_result_df.iloc[0: size // 2], compare_result_path, slice_num, True) - return self.to_excel(compare_result_df.iloc[size // 2:], compare_result_path, slice_num, True) + logger.info(f"Compare rank: {rank_id} step: {step_id} finish. Compare result: {compare_result_path}.") def compare_process(self, rank_id, step_id): # generate data_path