From 355d09e3096918a3009b064ae8c9385c246a6f10 Mon Sep 17 00:00:00 2001
From: jiangchangting1 <jiangchangting@huawei.com>
Date: Wed, 21 Feb 2024 06:49:22 +0000
Subject: [PATCH 1/3] update
 debug/accuracy_tools/api_accuracy_checker/compare/benchmark_compare.py.

Signed-off-by: jiangchangting1 <jiangchangting@huawei.com>
---
 .../api_accuracy_checker/compare/benchmark_compare.py       | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/debug/accuracy_tools/api_accuracy_checker/compare/benchmark_compare.py b/debug/accuracy_tools/api_accuracy_checker/compare/benchmark_compare.py
index 9d523420de..4588f3e98a 100644
--- a/debug/accuracy_tools/api_accuracy_checker/compare/benchmark_compare.py
+++ b/debug/accuracy_tools/api_accuracy_checker/compare/benchmark_compare.py
@@ -156,6 +156,7 @@ def analyse_csv(npu_data, gpu_data, config):
         part_api_name = row_npu[BenchmarkCompareColumn.API_NAME]
         row_gpu = gpu_data[gpu_data[BenchmarkCompareColumn.API_NAME] == part_api_name]
         api_name, direction_status, _, _ = part_api_name.split(".")
+        check_status = True
         if row_gpu.empty:
             print_warn_log(f'This API : {part_api_name} does not exist in the GPU data.')
             continue
@@ -164,6 +165,8 @@ def analyse_csv(npu_data, gpu_data, config):
             bs = BenchmarkStandard(part_api_name, row_npu, row_gpu)
             bs.get_result()
             write_detail_csv(bs.to_column_value(), config.details_csv_path)
+        else:
+            check_status = False
 
         if api_name != last_api_name and last_api_name is not None:
             if last_api_dtype in Benchmark_Compare_Support_List:
@@ -180,7 +183,8 @@ def analyse_csv(npu_data, gpu_data, config):
             backward_status = backward_status and result_mapping.get(bs.final_result) \
             if backward_status != CompareConst.NA else result_mapping.get(bs.final_result)
         last_api_name = api_name
-        last_api_dtype = row_npu[BenchmarkCompareColumn.DEVICE_DTYPE]
+        if not pd.isna(row_npu[BenchmarkCompareColumn.DEVICE_DTYPE]):
+            last_api_dtype = row_npu[BenchmarkCompareColumn.DEVICE_DTYPE]
 
     if last_api_name is not None:
         if last_api_dtype in Benchmark_Compare_Support_List:
-- 
Gitee


From 53c5ceaf3243af71ecd810c59f07bd54731a8a1d Mon Sep 17 00:00:00 2001
From: jiangchangting1 <jiangchangting@huawei.com>
Date: Wed, 21 Feb 2024 06:59:33 +0000
Subject: [PATCH 2/3] update
 debug/accuracy_tools/api_accuracy_checker/compare/benchmark_compare.py.

Signed-off-by: jiangchangting1 <jiangchangting@huawei.com>
---
 .../api_accuracy_checker/compare/benchmark_compare.py         | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/debug/accuracy_tools/api_accuracy_checker/compare/benchmark_compare.py b/debug/accuracy_tools/api_accuracy_checker/compare/benchmark_compare.py
index 4588f3e98a..3c723a7f3b 100644
--- a/debug/accuracy_tools/api_accuracy_checker/compare/benchmark_compare.py
+++ b/debug/accuracy_tools/api_accuracy_checker/compare/benchmark_compare.py
@@ -176,10 +176,10 @@ def analyse_csv(npu_data, gpu_data, config):
             else:
                 message = 'This data type does not support benchmarking.'
                 write_csv([[last_api_name, "skip", "skip", message]], config.result_csv_path)
-        if direction_status == 'forward':
+        if direction_status == 'forward' and check_status:
             forward_status = forward_status and result_mapping.get(bs.final_result) \
             if forward_status != CompareConst.NA else result_mapping.get(bs.final_result)
-        if direction_status == 'backward':
+        if direction_status == 'backward' and check_status:
             backward_status = backward_status and result_mapping.get(bs.final_result) \
             if backward_status != CompareConst.NA else result_mapping.get(bs.final_result)
         last_api_name = api_name
-- 
Gitee


From 80673ea82ea5dba29c7749f9420bd1febd49c4fd Mon Sep 17 00:00:00 2001
From: jiangchangting1 <jiangchangting@huawei.com>
Date: Thu, 22 Feb 2024 02:45:10 +0000
Subject: [PATCH 3/3] update
 debug/accuracy_tools/api_accuracy_checker/compare/benchmark_compare.py.

Signed-off-by: jiangchangting1 <jiangchangting@huawei.com>
---
 .../api_accuracy_checker/compare/benchmark_compare.py           | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/debug/accuracy_tools/api_accuracy_checker/compare/benchmark_compare.py b/debug/accuracy_tools/api_accuracy_checker/compare/benchmark_compare.py
index 3c723a7f3b..a85b42b0af 100644
--- a/debug/accuracy_tools/api_accuracy_checker/compare/benchmark_compare.py
+++ b/debug/accuracy_tools/api_accuracy_checker/compare/benchmark_compare.py
@@ -28,7 +28,7 @@ benchmark_algorithms_thresholds = {
         'warning_threshold' : 1
     },
     'max_rel_err' : {
-        'error_threshold' : 2,
+        'error_threshold' : 10,
         'warning_threshold' : 1
     },
     'mean_rel_err' : {
-- 
Gitee