diff --git a/TensorFlow2/built-in/nlp/BertLarge_ID0634_for_TensorFlow2.X/bert/run_pretraining_bucket.py b/TensorFlow2/built-in/nlp/BertLarge_ID0634_for_TensorFlow2.X/bert/run_pretraining_bucket.py index 2504b92d0b0c92404bcaa438c24d505d1bcaf51e..33e064fa3e91f004b0f5dd7605e210ee2c2a1809 100644 --- a/TensorFlow2/built-in/nlp/BertLarge_ID0634_for_TensorFlow2.X/bert/run_pretraining_bucket.py +++ b/TensorFlow2/built-in/nlp/BertLarge_ID0634_for_TensorFlow2.X/bert/run_pretraining_bucket.py @@ -163,7 +163,8 @@ def npu_config(): "38,320,38,320,38,320,38,76,38,76,38,76,38,1;" \ "32,384,32,384,32,384,32,76,32,76,32,76,32,1;" \ "28,448,28,448,28,448,28,76,28,76,28,76,28,1;" \ - "24,512,24,512,24,512,24,76,24,76,24,76,24,1" + "24,512,24,512,24,512,24,76,24,76,24,76,24,1;" \ + "27,448,27,448,27,448,27,76,27,76,27,76,27,1" if FLAGS.data_dump_flag: npu_device.global_options().dump_config.enable_dump = True diff --git a/TensorFlow2/built-in/nlp/BertLarge_ID0634_for_TensorFlow2.X/test/train_performance_8p_192bs_bucket.sh b/TensorFlow2/built-in/nlp/BertLarge_ID0634_for_TensorFlow2.X/test/train_performance_8p_192bs_bucket.sh index 225afcb73aa0ae9ac7ee01ef069df6d96b1a0225..bb44c5f9a7344e5ccc1c4aa391c4b8af28599159 100644 --- a/TensorFlow2/built-in/nlp/BertLarge_ID0634_for_TensorFlow2.X/test/train_performance_8p_192bs_bucket.sh +++ b/TensorFlow2/built-in/nlp/BertLarge_ID0634_for_TensorFlow2.X/test/train_performance_8p_192bs_bucket.sh @@ -13,7 +13,7 @@ RANK_ID_START=0 export NPU_ENABLE_PERF=true # 数据集路径,保持为空,不需要修改 data_path="" - +export HCCL_CONNECT_TIMEOUT=1800 #基础参数 需要模型审视修改 #网络名称,同目录名称 Network="BertLarge_ID0634_for_TensorFlow2.X"