From f0892f0264e2a5c0f3fb24d43fc053041fd113d3 Mon Sep 17 00:00:00 2001 From: huangju1993 Date: Thu, 25 Jul 2024 03:06:39 +0000 Subject: [PATCH 1/5] built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_overflow.sh. Signed-off-by: huangju1993 --- .../test/train_performance_1p_overflow.sh | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_overflow.sh b/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_overflow.sh index 7fee490a2..11ea0e957 100644 --- a/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_overflow.sh +++ b/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_overflow.sh @@ -158,6 +158,15 @@ else fi echo "CaseName : $CaseName" +#判断溢出检测是否生效 +if test -d "${cur_path}/precision_data"; then + OverFlow_Result="True" + rm -rf ${cur_path}/precision_data +else + OverFlow_Result="False" + exit 1 +fi + ##获取性能数据 #吞吐量,不需要修改 ActualFPS=${FPS} @@ -184,5 +193,5 @@ echo "TrainingTime = ${TrainingTime}" >> $cur_path/output/$ASCEND_DEVICE_ID/${Ca echo "TrainAccuracy = ${train_accuracy}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log echo "ActualLoss = ${ActualLoss}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log echo "E2ETrainingTime = ${e2e_time}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log +echo "OverFlow_Result = ${OverFlow_Result}" >>$cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log -rm -rf model precision_data \ No newline at end of file -- Gitee From a67a4b3bff3102e5c165314e8ad981c59245f009 Mon Sep 17 00:00:00 2001 From: huangju1993 Date: Thu, 25 Jul 2024 03:28:12 +0000 Subject: [PATCH 2/5] built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_dump.sh. Signed-off-by: huangju1993 --- .../test/train_performance_1p_dump.sh | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_dump.sh b/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_dump.sh index 29d3a1aca..8c60b984b 100644 --- a/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_dump.sh +++ b/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_dump.sh @@ -158,6 +158,15 @@ else fi echo "CaseName : $CaseName" +#判断dump是否生效 +if test -d "${cur_path}/../precision_data"; then + Dump_Result="True" + rm -rf ${cur_path}/../precision_data +else + Dump_Result="False" + exit 1 +fi + ##获取性能数据 #吞吐量,不需要修改 ActualFPS=${FPS} @@ -184,5 +193,5 @@ echo "TrainingTime = ${TrainingTime}" >> $cur_path/output/$ASCEND_DEVICE_ID/${Ca echo "TrainAccuracy = ${train_accuracy}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log echo "ActualLoss = ${ActualLoss}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log echo "E2ETrainingTime = ${e2e_time}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log +echo "Dump_Result = ${Dump_Result}" >>$cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log -rm -rf model precision_data \ No newline at end of file -- Gitee From 48e31885f9b417db67fc7824acad9ee7e2d45ac3 Mon Sep 17 00:00:00 2001 From: huangju1993 Date: Thu, 25 Jul 2024 03:29:45 +0000 Subject: [PATCH 3/5] built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_overflow.sh. Signed-off-by: huangju1993 --- .../test/train_performance_1p_overflow.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_overflow.sh b/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_overflow.sh index 11ea0e957..f9aa3670f 100644 --- a/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_overflow.sh +++ b/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_overflow.sh @@ -159,9 +159,9 @@ fi echo "CaseName : $CaseName" #判断溢出检测是否生效 -if test -d "${cur_path}/precision_data"; then +if test -d "${cur_path}/../precision_data"; then OverFlow_Result="True" - rm -rf ${cur_path}/precision_data + rm -rf ${cur_path}/../precision_data else OverFlow_Result="False" exit 1 -- Gitee From 4bf93a4150c857033003b1fb455d4ebcfc8fc07e Mon Sep 17 00:00:00 2001 From: huangju1993 Date: Thu, 25 Jul 2024 05:44:18 +0000 Subject: [PATCH 4/5] cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_dump.sh. Signed-off-by: huangju1993 --- .../test/train_performance_1p_dump.sh | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/TensorFlow2/built-in/cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_dump.sh b/TensorFlow2/built-in/cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_dump.sh index 85ac16819..8a150f9c2 100644 --- a/TensorFlow2/built-in/cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_dump.sh +++ b/TensorFlow2/built-in/cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_dump.sh @@ -183,6 +183,15 @@ BatchSize=${batch_size} DeviceType=`uname -m` CaseName=${Network}_bs${BatchSize}_${RANK_SIZE}'p'_'basic'_'docker'_'dump'_'perf' +#判断dump是否生效 +if test -d "${cur_path}/output/data_dump"; then + Dump_Result="True" + rm -rf ${cur_path}/output/data_dump $cur_path/../tensorflow/ge_proto* +else + Dump__Result="False" + exit 1 +fi + ##获取性能数据,不需要修改 #吞吐量 ActualFPS=${FPS} @@ -206,8 +215,8 @@ echo "TrainingTime = ${TrainingTime}" >> $cur_path/output/$ASCEND_DEVICE_ID/${Ca echo "TrainAccuracy = ${train_accuracy}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log echo "ActualLoss = ${ActualLoss}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log echo "E2ETrainingTime = ${e2e_time}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log +echo "Dump_Result = ${Dump_Result}" >>$cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log sed -i "/AttributeError/d" $cur_path/output/${ASCEND_DEVICE_ID}/train_${ASCEND_DEVICE_ID}.log sed -i "/MLL/d" $cur_path/output/${ASCEND_DEVICE_ID}/train_${ASCEND_DEVICE_ID}.log -rm -rf $cur_path/output/data_dump;rm -rf $cur_path/../tensorflow/ge_proto* \ No newline at end of file -- Gitee From 9231b8fa8d5592b89c43822d804aece44441477f Mon Sep 17 00:00:00 2001 From: huangju1993 Date: Thu, 25 Jul 2024 05:44:27 +0000 Subject: [PATCH 5/5] cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_overflow.sh. Signed-off-by: huangju1993 --- .../test/train_performance_1p_overflow.sh | 13 +++++++++++-- 1 file changed, 11 insertions(+), 2 deletions(-) diff --git a/TensorFlow2/built-in/cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_overflow.sh b/TensorFlow2/built-in/cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_overflow.sh index b824a8286..13035419b 100644 --- a/TensorFlow2/built-in/cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_overflow.sh +++ b/TensorFlow2/built-in/cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_overflow.sh @@ -184,6 +184,16 @@ BatchSize=${batch_size} DeviceType=`uname -m` CaseName=${Network}_bs${BatchSize}_${RANK_SIZE}'p'_'basic'_'docker'_'overflow'_'perf' +#判断溢出检测是否生效 +if test -d "${cur_path}/output/overflow_dump"; then + OverFlow_Result="True" + rm -rf ${cur_path}/output/overflow_dump +else + OverFlow_Result="False" + exit 1 +fi + + ##获取性能数据,不需要修改 #吞吐量 ActualFPS=${FPS} @@ -207,8 +217,7 @@ echo "TrainingTime = ${TrainingTime}" >> $cur_path/output/$ASCEND_DEVICE_ID/${Ca echo "TrainAccuracy = ${train_accuracy}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log echo "ActualLoss = ${ActualLoss}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log echo "E2ETrainingTime = ${e2e_time}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log +echo "OverFlow_Result = ${OverFlow_Result}" >>$cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log sed -i "/AttributeError/d" $cur_path/output/${ASCEND_DEVICE_ID}/train_${ASCEND_DEVICE_ID}.log sed -i "/MLL/d" $cur_path/output/${ASCEND_DEVICE_ID}/train_${ASCEND_DEVICE_ID}.log - -rm -rf $cur_path/output/overflow_dump \ No newline at end of file -- Gitee