From 243e549e7543769f89d81685ec55dae1f77b3960 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=82=85=E5=9B=BD=E9=91=AB?= <745324460@qq.com> Date: Fri, 24 Jun 2022 06:28:30 +0000 Subject: [PATCH 1/6] add TensorFlow2/built-in/nlp/bert-squad_ID1566_for_TensorFlow2.X/requirements.txt. --- .../nlp/bert-squad_ID1566_for_TensorFlow2.X/requirements.txt | 0 1 file changed, 0 insertions(+), 0 deletions(-) create mode 100644 TensorFlow2/built-in/nlp/bert-squad_ID1566_for_TensorFlow2.X/requirements.txt diff --git a/TensorFlow2/built-in/nlp/bert-squad_ID1566_for_TensorFlow2.X/requirements.txt b/TensorFlow2/built-in/nlp/bert-squad_ID1566_for_TensorFlow2.X/requirements.txt new file mode 100644 index 000000000..e69de29bb -- Gitee From 2615fc32e43f84f9f0b609443b1401d0b90127cf Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=82=85=E5=9B=BD=E9=91=AB?= <745324460@qq.com> Date: Fri, 24 Jun 2022 07:42:26 +0000 Subject: [PATCH 2/6] update TensorFlow2/built-in/recommendation/DeepCTR_Series_for_TensorFlow2.X/README.md. --- .../recommendation/DeepCTR_Series_for_TensorFlow2.X/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/TensorFlow2/built-in/recommendation/DeepCTR_Series_for_TensorFlow2.X/README.md b/TensorFlow2/built-in/recommendation/DeepCTR_Series_for_TensorFlow2.X/README.md index 465f36d2c..6d9dac21f 100644 --- a/TensorFlow2/built-in/recommendation/DeepCTR_Series_for_TensorFlow2.X/README.md +++ b/TensorFlow2/built-in/recommendation/DeepCTR_Series_for_TensorFlow2.X/README.md @@ -8,7 +8,7 @@ **发布者（Publisher）：Huawei** -**应用领域（Application Domain）：recommendation** +**应用领域（Application Domain）：Recommendation** **版本（Version）：1.1** -- Gitee From 7852507fd4edd324f9f8926cf3beb43aab841bf6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=82=85=E5=9B=BD=E9=91=AB?= <745324460@qq.com> Date: Mon, 27 Jun 2022 11:01:51 +0000 Subject: [PATCH 3/6] update TensorFlow2/built-in/nlp/bert-squad_ID1566_for_TensorFlow2.X/requirements.txt. --- .../nlp/bert-squad_ID1566_for_TensorFlow2.X/requirements.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/TensorFlow2/built-in/nlp/bert-squad_ID1566_for_TensorFlow2.X/requirements.txt b/TensorFlow2/built-in/nlp/bert-squad_ID1566_for_TensorFlow2.X/requirements.txt index e69de29bb..655d75c1b 100644 --- a/TensorFlow2/built-in/nlp/bert-squad_ID1566_for_TensorFlow2.X/requirements.txt +++ b/TensorFlow2/built-in/nlp/bert-squad_ID1566_for_TensorFlow2.X/requirements.txt @@ -0,0 +1 @@ +tensorflow==2.6.2 \ No newline at end of file -- Gitee From 6e47e754281b7ebb72d0d9c9bcae1fcada0ced63 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=82=85=E5=9B=BD=E9=91=AB?= <745324460@qq.com> Date: Tue, 5 Jul 2022 10:30:25 +0000 Subject: [PATCH 4/6] update TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py. --- .../nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py b/TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py index 0b631b93e..2eda6ff94 100644 --- a/TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py +++ b/TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py @@ -46,7 +46,7 @@ from absl import app from absl import flags from absl import logging import tensorflow as tf -import horovod.tensorflow as hvd +# import horovod.tensorflow as hvd import numpy as np from dllogger import Verbosity @@ -406,8 +406,8 @@ def train_squad(strategy, num_train_examples = input_meta_data['train_data_size'] max_seq_length = input_meta_data['max_seq_length'] global_batch_size = FLAGS.train_batch_size * FLAGS.num_accumulation_steps - if FLAGS.use_horovod: - global_batch_size *= hvd.size() + # if FLAGS.use_horovod: + # global_batch_size *= hvd.size() steps_per_epoch = int(num_train_examples / global_batch_size) warmup_steps = int(epochs * num_train_examples * 0.1 / global_batch_size) train_input_fn = get_dataset_fn( @@ -428,7 +428,7 @@ def train_squad(strategy, max_seq_length, float_type=tf.float16 if FLAGS.use_fp16 else tf.float32, hub_module_url=FLAGS.hub_module_url) - learning_rate = FLAGS.learning_rate * hvd.size() if FLAGS.use_horovod else FLAGS.learning_rate + # learning_rate = FLAGS.learning_rate * hvd.size() if FLAGS.use_horovod else FLAGS.learning_rate squad_model.optimizer = optimization.create_optimizer( learning_rate, steps_per_epoch * epochs, warmup_steps, FLAGS.optimizer_type) if FLAGS.use_fp16: -- Gitee From 64216eb44dfbb3bc5eb691693b5af1988f833a60 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=82=85=E5=9B=BD=E9=91=AB?= <745324460@qq.com> Date: Tue, 5 Jul 2022 12:20:01 +0000 Subject: [PATCH 5/6] update TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py. --- .../built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py | 1 + 1 file changed, 1 insertion(+) diff --git a/TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py b/TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py index 2eda6ff94..bdb0e388a 100644 --- a/TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py +++ b/TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py @@ -429,6 +429,7 @@ def train_squad(strategy, float_type=tf.float16 if FLAGS.use_fp16 else tf.float32, hub_module_url=FLAGS.hub_module_url) # learning_rate = FLAGS.learning_rate * hvd.size() if FLAGS.use_horovod else FLAGS.learning_rate + learning_rate = FLAGS.learning_rate squad_model.optimizer = optimization.create_optimizer( learning_rate, steps_per_epoch * epochs, warmup_steps, FLAGS.optimizer_type) if FLAGS.use_fp16: -- Gitee From 710fc6fdfba5e7176d48597dea39671b5f6d4f0c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=82=85=E5=9B=BD=E9=91=AB?= <745324460@qq.com> Date: Tue, 5 Jul 2022 12:21:40 +0000 Subject: [PATCH 6/6] update TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py. --- .../built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py b/TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py index bdb0e388a..712a9c90e 100644 --- a/TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py +++ b/TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py @@ -700,11 +700,13 @@ def main(_): if FLAGS.use_horovod: if strategy: raise ValueError('Should not run horovod with distribution strategy') - + + ''' hvd.init() if gpus: tf.config.experimental.set_visible_devices(gpus[hvd.local_rank()], 'GPU') gpu_affinity.set_affinity(hvd.local_rank()) + ''' if FLAGS.use_fp16: policy = tf.keras.mixed_precision.experimental.Policy("mixed_float16") -- Gitee