From 22a07a492c86a156cc069bbbff430e069db63f5c Mon Sep 17 00:00:00 2001 From: sunyiming Date: Thu, 7 Dec 2023 09:44:58 +0000 Subject: [PATCH 1/4] update debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py. Signed-off-by: sunyiming --- .../api_accuracy_checker/run_ut/run_ut.py | 17 ++++++++++++++++- 1 file changed, 16 insertions(+), 1 deletion(-) diff --git a/debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py b/debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py index 0c0f3305c..1df062227 100644 --- a/debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py +++ b/debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py @@ -31,6 +31,21 @@ from ptdbg_ascend.src.python.ptdbg_ascend.common.file_check_util import FileOpen ut_error_data_dir = 'ut_error_data' +tqdm_params = { + 'smoothing': 0.1, # 平滑进度条的预计剩余时间 + 'desc': 'Processing', # 进度条前的描述文字 + 'total': len(forward_content), # 设置预期的迭代总次数 + 'leave': True, # 迭代完成后保留进度条的显示 + 'ncols': 75, # 进度条的固定宽度 + 'mininterval': 0.1, # 更新进度条的最小间隔秒数 + 'maxinterval': 1.0, # 更新进度条的最大间隔秒数 + 'miniters': 1, # 更新进度条之间的最小迭代次数 + 'ascii': None, # 根据环境自动使用ASCII或Unicode字符 + 'unit': 'it', # 迭代单位 + 'unit_scale': True, # 自动根据单位缩放 + 'dynamic_ncols': True, # 动态调整进度条宽度以适应控制台 + 'bar_format': '{l_bar}{bar}| {n_fmt}/{total_fmt} [{elapsed}<{remaining}, {rate_fmt}]' # 自定义进度条输出格式 +} def exec_api(api_type, api_name, args, kwargs): if api_type == "Functional": @@ -110,7 +125,7 @@ def run_ut(forward_file, backward_file, out_path, save_error_data): backward_content = get_json_contents(backward_file) api_setting_dict = get_json_contents("torch_ut_setting.json") compare = Comparator(out_path) - for api_full_name, api_info_dict in tqdm(forward_content.items()): + for api_full_name, api_info_dict in tqdm(forward_content.items(), **tqdm_params): try: if msCheckerConfig.white_list: [_, api_name, _] = api_full_name.split("*") -- Gitee From f43c77976b76143b676de6da792b5d0c9d041733 Mon Sep 17 00:00:00 2001 From: sunyiming Date: Thu, 7 Dec 2023 10:59:33 +0000 Subject: [PATCH 2/4] update debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py. Signed-off-by: sunyiming --- debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py b/debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py index 1df062227..ed2cad81b 100644 --- a/debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py +++ b/debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py @@ -32,9 +32,8 @@ from ptdbg_ascend.src.python.ptdbg_ascend.common.file_check_util import FileOpen ut_error_data_dir = 'ut_error_data' tqdm_params = { - 'smoothing': 0.1, # 平滑进度条的预计剩余时间 + 'smoothing': 0.5, # 平滑进度条的预计剩余时间，取值范围0到1 'desc': 'Processing', # 进度条前的描述文字 - 'total': len(forward_content), # 设置预期的迭代总次数 'leave': True, # 迭代完成后保留进度条的显示 'ncols': 75, # 进度条的固定宽度 'mininterval': 0.1, # 更新进度条的最小间隔秒数 @@ -44,9 +43,10 @@ tqdm_params = { 'unit': 'it', # 迭代单位 'unit_scale': True, # 自动根据单位缩放 'dynamic_ncols': True, # 动态调整进度条宽度以适应控制台 - 'bar_format': '{l_bar}{bar}| {n_fmt}/{total_fmt} [{elapsed}<{remaining}, {rate_fmt}]' # 自定义进度条输出格式 + 'bar_format': '{l_bar}{bar}| {n}/{total_fmt} [{elapsed}<{remaining}, {rate_fmt}]' # 自定义进度条输出格式 } + def exec_api(api_type, api_name, args, kwargs): if api_type == "Functional": functional_api = FunctionalOPTemplate(api_name, str, False) -- Gitee From 8be1b5a84643a4041f41d0ffa79d67ef1faf85a0 Mon Sep 17 00:00:00 2001 From: sunyiming Date: Fri, 8 Dec 2023 02:43:59 +0000 Subject: [PATCH 3/4] update debug/accuracy_tools/api_accuracy_checker/compare/compare.py. Signed-off-by: sunyiming --- debug/accuracy_tools/api_accuracy_checker/compare/compare.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/debug/accuracy_tools/api_accuracy_checker/compare/compare.py b/debug/accuracy_tools/api_accuracy_checker/compare/compare.py index dcbb24b1a..9c5b43fff 100644 --- a/debug/accuracy_tools/api_accuracy_checker/compare/compare.py +++ b/debug/accuracy_tools/api_accuracy_checker/compare/compare.py @@ -76,7 +76,7 @@ class Comparator: "Npu Name", "Bench Dtype", "NPU Dtype", "Shape", "Cosine Similarity", "Max Abs Error", - "Relative Error (hundredth)", + "Relative Error (dual hundredth)", "Relative Error (dual thousandth)", "Relative Error (dual ten thousandth)", "Error Rate", -- Gitee From c14680f8a04cd66e9c8f9b81af6ee70a470da4df Mon Sep 17 00:00:00 2001 From: sunyiming Date: Fri, 8 Dec 2023 02:51:59 +0000 Subject: [PATCH 4/4] update debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py. Signed-off-by: sunyiming --- debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py b/debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py index ed2cad81b..898ae41fa 100644 --- a/debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py +++ b/debug/accuracy_tools/api_accuracy_checker/run_ut/run_ut.py @@ -32,7 +32,7 @@ from ptdbg_ascend.src.python.ptdbg_ascend.common.file_check_util import FileOpen ut_error_data_dir = 'ut_error_data' tqdm_params = { - 'smoothing': 0.5, # 平滑进度条的预计剩余时间，取值范围0到1 + 'smoothing': 0, # 平滑进度条的预计剩余时间，取值范围0到1 'desc': 'Processing', # 进度条前的描述文字 'leave': True, # 迭代完成后保留进度条的显示 'ncols': 75, # 进度条的固定宽度 -- Gitee