diff --git a/TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py b/TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py index 0b631b93e76d9bd5620471f7dffcbdc88f76d034..712a9c90e2f908ec76a36ef5fe3f0f8f788a9ea6 100644 --- a/TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py +++ b/TensorFlow2/built-in/nlp/BERT_ID2478_for_TensorFlow2.X/run_squad.py @@ -46,7 +46,7 @@ from absl import app from absl import flags from absl import logging import tensorflow as tf -import horovod.tensorflow as hvd +# import horovod.tensorflow as hvd import numpy as np from dllogger import Verbosity @@ -406,8 +406,8 @@ def train_squad(strategy, num_train_examples = input_meta_data['train_data_size'] max_seq_length = input_meta_data['max_seq_length'] global_batch_size = FLAGS.train_batch_size * FLAGS.num_accumulation_steps - if FLAGS.use_horovod: - global_batch_size *= hvd.size() + # if FLAGS.use_horovod: + # global_batch_size *= hvd.size() steps_per_epoch = int(num_train_examples / global_batch_size) warmup_steps = int(epochs * num_train_examples * 0.1 / global_batch_size) train_input_fn = get_dataset_fn( @@ -428,7 +428,8 @@ def train_squad(strategy, max_seq_length, float_type=tf.float16 if FLAGS.use_fp16 else tf.float32, hub_module_url=FLAGS.hub_module_url) - learning_rate = FLAGS.learning_rate * hvd.size() if FLAGS.use_horovod else FLAGS.learning_rate + # learning_rate = FLAGS.learning_rate * hvd.size() if FLAGS.use_horovod else FLAGS.learning_rate + learning_rate = FLAGS.learning_rate squad_model.optimizer = optimization.create_optimizer( learning_rate, steps_per_epoch * epochs, warmup_steps, FLAGS.optimizer_type) if FLAGS.use_fp16: @@ -699,11 +700,13 @@ def main(_): if FLAGS.use_horovod: if strategy: raise ValueError('Should not run horovod with distribution strategy') - + + ''' hvd.init() if gpus: tf.config.experimental.set_visible_devices(gpus[hvd.local_rank()], 'GPU') gpu_affinity.set_affinity(hvd.local_rank()) + ''' if FLAGS.use_fp16: policy = tf.keras.mixed_precision.experimental.Policy("mixed_float16") diff --git a/TensorFlow2/built-in/nlp/bert-squad_ID1566_for_TensorFlow2.X/requirements.txt b/TensorFlow2/built-in/nlp/bert-squad_ID1566_for_TensorFlow2.X/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..655d75c1bd9e6aab753fc3ff8162c3e49a7abb32 --- /dev/null +++ b/TensorFlow2/built-in/nlp/bert-squad_ID1566_for_TensorFlow2.X/requirements.txt @@ -0,0 +1 @@ +tensorflow==2.6.2 \ No newline at end of file diff --git a/TensorFlow2/built-in/recommendation/DeepCTR_Series_for_TensorFlow2.X/README.md b/TensorFlow2/built-in/recommendation/DeepCTR_Series_for_TensorFlow2.X/README.md index 465f36d2ce3dc692faf22cb0f238920511ba64b0..6d9dac21fb986e1a3d9188f5a229311f448437a0 100644 --- a/TensorFlow2/built-in/recommendation/DeepCTR_Series_for_TensorFlow2.X/README.md +++ b/TensorFlow2/built-in/recommendation/DeepCTR_Series_for_TensorFlow2.X/README.md @@ -8,7 +8,7 @@ **发布者(Publisher):Huawei** -**应用领域(Application Domain):recommendation** +**应用领域(Application Domain):Recommendation** **版本(Version):1.1**