diff --git a/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_dump.sh b/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_dump.sh index 29d3a1acafa773ce2de661007222c901dced3b7e..8c60b984bd653fc53fb6ec1230fcdefee7fc6885 100644 --- a/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_dump.sh +++ b/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_dump.sh @@ -158,6 +158,15 @@ else fi echo "CaseName : $CaseName" +#判断dump是否生效 +if test -d "${cur_path}/../precision_data"; then + Dump_Result="True" + rm -rf ${cur_path}/../precision_data +else + Dump_Result="False" + exit 1 +fi + ##获取性能数据 #吞吐量,不需要修改 ActualFPS=${FPS} @@ -184,5 +193,5 @@ echo "TrainingTime = ${TrainingTime}" >> $cur_path/output/$ASCEND_DEVICE_ID/${Ca echo "TrainAccuracy = ${train_accuracy}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log echo "ActualLoss = ${ActualLoss}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log echo "E2ETrainingTime = ${e2e_time}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log +echo "Dump_Result = ${Dump_Result}" >>$cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log -rm -rf model precision_data \ No newline at end of file diff --git a/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_overflow.sh b/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_overflow.sh index 7fee490a2923ab8ed36776c9b5b53d0c0f1167c5..f9aa3670f712c9d26bfd4f3c8fb467f225115bba 100644 --- a/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_overflow.sh +++ b/TensorFlow/built-in/recommendation/WideDeep_ID2712_for_TensorFlow/test/train_performance_1p_overflow.sh @@ -158,6 +158,15 @@ else fi echo "CaseName : $CaseName" +#判断溢出检测是否生效 +if test -d "${cur_path}/../precision_data"; then + OverFlow_Result="True" + rm -rf ${cur_path}/../precision_data +else + OverFlow_Result="False" + exit 1 +fi + ##获取性能数据 #吞吐量,不需要修改 ActualFPS=${FPS} @@ -184,5 +193,5 @@ echo "TrainingTime = ${TrainingTime}" >> $cur_path/output/$ASCEND_DEVICE_ID/${Ca echo "TrainAccuracy = ${train_accuracy}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log echo "ActualLoss = ${ActualLoss}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log echo "E2ETrainingTime = ${e2e_time}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log +echo "OverFlow_Result = ${OverFlow_Result}" >>$cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log -rm -rf model precision_data \ No newline at end of file diff --git a/TensorFlow2/built-in/cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_dump.sh b/TensorFlow2/built-in/cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_dump.sh index 85ac168198400dc1e8bc0ae6abbf4afe96b54d7c..8a150f9c2154eebaad7ea596e03f52d7df05fbca 100644 --- a/TensorFlow2/built-in/cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_dump.sh +++ b/TensorFlow2/built-in/cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_dump.sh @@ -183,6 +183,15 @@ BatchSize=${batch_size} DeviceType=`uname -m` CaseName=${Network}_bs${BatchSize}_${RANK_SIZE}'p'_'basic'_'docker'_'dump'_'perf' +#判断dump是否生效 +if test -d "${cur_path}/output/data_dump"; then + Dump_Result="True" + rm -rf ${cur_path}/output/data_dump $cur_path/../tensorflow/ge_proto* +else + Dump__Result="False" + exit 1 +fi + ##获取性能数据,不需要修改 #吞吐量 ActualFPS=${FPS} @@ -206,8 +215,8 @@ echo "TrainingTime = ${TrainingTime}" >> $cur_path/output/$ASCEND_DEVICE_ID/${Ca echo "TrainAccuracy = ${train_accuracy}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log echo "ActualLoss = ${ActualLoss}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log echo "E2ETrainingTime = ${e2e_time}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log +echo "Dump_Result = ${Dump_Result}" >>$cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log sed -i "/AttributeError/d" $cur_path/output/${ASCEND_DEVICE_ID}/train_${ASCEND_DEVICE_ID}.log sed -i "/MLL/d" $cur_path/output/${ASCEND_DEVICE_ID}/train_${ASCEND_DEVICE_ID}.log -rm -rf $cur_path/output/data_dump;rm -rf $cur_path/../tensorflow/ge_proto* \ No newline at end of file diff --git a/TensorFlow2/built-in/cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_overflow.sh b/TensorFlow2/built-in/cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_overflow.sh index b824a8286a041025bc7f9ccd06b0235942534e90..13035419b4a5d6b10c45d084206b042c5e620eb2 100644 --- a/TensorFlow2/built-in/cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_overflow.sh +++ b/TensorFlow2/built-in/cv/image_classification/ResNet50_ID0360_for_TensorFlow2.X/test/train_performance_1p_overflow.sh @@ -184,6 +184,16 @@ BatchSize=${batch_size} DeviceType=`uname -m` CaseName=${Network}_bs${BatchSize}_${RANK_SIZE}'p'_'basic'_'docker'_'overflow'_'perf' +#判断溢出检测是否生效 +if test -d "${cur_path}/output/overflow_dump"; then + OverFlow_Result="True" + rm -rf ${cur_path}/output/overflow_dump +else + OverFlow_Result="False" + exit 1 +fi + + ##获取性能数据,不需要修改 #吞吐量 ActualFPS=${FPS} @@ -207,8 +217,7 @@ echo "TrainingTime = ${TrainingTime}" >> $cur_path/output/$ASCEND_DEVICE_ID/${Ca echo "TrainAccuracy = ${train_accuracy}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log echo "ActualLoss = ${ActualLoss}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log echo "E2ETrainingTime = ${e2e_time}" >> $cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log +echo "OverFlow_Result = ${OverFlow_Result}" >>$cur_path/output/$ASCEND_DEVICE_ID/${CaseName}.log sed -i "/AttributeError/d" $cur_path/output/${ASCEND_DEVICE_ID}/train_${ASCEND_DEVICE_ID}.log sed -i "/MLL/d" $cur_path/output/${ASCEND_DEVICE_ID}/train_${ASCEND_DEVICE_ID}.log - -rm -rf $cur_path/output/overflow_dump \ No newline at end of file