From b5b480ec9b4c9af8e8339304a5dff6bd5f7c1399 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E7=8E=8B=E6=8C=AF=E6=9C=8B?= <3233877662@qq.com> Date: Tue, 19 Apr 2022 03:30:04 +0000 Subject: [PATCH 1/2] =?UTF-8?q?=E4=B8=8E=20train=5Fperformance=5F1p=20?= =?UTF-8?q?=E5=90=8C=E6=AD=A5=20=20--criterion=20=E4=BC=A0=E5=8F=82?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../test/train_performance_8p.sh | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/PyTorch/dev/nlp/Transformer_ID0105_for_PyTorch/test/train_performance_8p.sh b/PyTorch/dev/nlp/Transformer_ID0105_for_PyTorch/test/train_performance_8p.sh index 71a10edeea..ef46a3a63a 100644 --- a/PyTorch/dev/nlp/Transformer_ID0105_for_PyTorch/test/train_performance_8p.sh +++ b/PyTorch/dev/nlp/Transformer_ID0105_for_PyTorch/test/train_performance_8p.sh @@ -64,6 +64,8 @@ export ASCEND_SLOG_PRINT_TO_STDOUT=0 export ASCEND_GLOBAL_LOG_LEVEL_ETP=3 export PTCOPY_ENABLE=1 export TASK_QUEUE_ENABLE=1 +export COMBINED_ENABLE=1 +export SCALAR_TO_HOST_MEM=1 export DYNAMIC_OP="ADD#MUL" start_time=$(date +%s) NPUS=($(seq 0 7)) @@ -96,7 +98,7 @@ do --min-lr 0.0 \ --dropout 0.1 \ --weight-decay 0.0 \ - --criterion label_smoothed_cross_entropy \ + --criterion cross_entropy \ --label-smoothing 0.1 \ --max-sentences 128\ --max-tokens 102400 \ -- Gitee From 257bf0e4d3eada9cd6f6112c9863126539688d87 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E7=8E=8B=E6=8C=AF=E6=9C=8B?= <3233877662@qq.com> Date: Tue, 19 Apr 2022 03:31:14 +0000 Subject: [PATCH 2/2] =?UTF-8?q?=E4=B8=8E=20train=5Fperformance=5F1p=20?= =?UTF-8?q?=E5=90=8C=E6=AD=A5=20=20--criterion=20=E4=BC=A0=E5=8F=82?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../test/train_performance_16p.sh | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/PyTorch/dev/nlp/Transformer_ID0105_for_PyTorch/test/train_performance_16p.sh b/PyTorch/dev/nlp/Transformer_ID0105_for_PyTorch/test/train_performance_16p.sh index b358516d85..b3d615854e 100644 --- a/PyTorch/dev/nlp/Transformer_ID0105_for_PyTorch/test/train_performance_16p.sh +++ b/PyTorch/dev/nlp/Transformer_ID0105_for_PyTorch/test/train_performance_16p.sh @@ -75,6 +75,8 @@ export ASCEND_SLOG_PRINT_TO_STDOUT=0 export ASCEND_GLOBAL_LOG_LEVEL=3 export PTCOPY_ENABLE=1 export TASK_QUEUE_ENABLE=1 +export COMBINED_ENABLE=1 +export SCALAR_TO_HOST_MEM=1 export DYNAMIC_OP="ADD#MUL" start_time=$(date +%s) NPUS=($(seq 0 7)) @@ -109,7 +111,7 @@ do --min-lr 0.0 \ --dropout 0.1 \ --weight-decay 0.0 \ - --criterion label_smoothed_cross_entropy \ + --criterion cross_entropy \ --label-smoothing 0.1 \ --max-sentences 128\ --max-tokens 102400 \ -- Gitee