diff --git a/tutorials/source_en/advanced_use/nlp_application.md b/tutorials/source_en/advanced_use/nlp_application.md index 5f3138e406c11951cce61bc5e58925415f714d59..d8b9a4e0558e0c1ce7dc05f1019772e5ec3e5933 100644 --- a/tutorials/source_en/advanced_use/nlp_application.md +++ b/tutorials/source_en/advanced_use/nlp_application.md @@ -96,6 +96,7 @@ The following are the required public modules and MindSpore modules and library ```python import os import shutil +import glob import math import argparse import json @@ -296,6 +297,8 @@ from mindspore.train.callback import ModelCheckpoint, CheckpointConfig, LossMoni writer.commit() print("============== Starting Data Pre-processing ==============") + for infile in glob.glob(os.path.join(args.preprocess_path, 'aclImdb_*.mindrecord*')): + os.remove(infile) shutil.rmtree(args.preprocess_path) os.mkdir(args.preprocess_path) convert_to_mindrecord(cfg.embed_size, args.aclimdb_path, args.preprocess_path, args.glove_path) diff --git a/tutorials/source_zh_cn/advanced_use/nlp_application.md b/tutorials/source_zh_cn/advanced_use/nlp_application.md index ea9cb100787c9c393d6faf4a64da7d5ab6778466..1e58fbc0484bab51143beef8a9d1a752b3ef25e7 100644 --- a/tutorials/source_zh_cn/advanced_use/nlp_application.md +++ b/tutorials/source_zh_cn/advanced_use/nlp_application.md @@ -95,6 +95,7 @@ $F1分数 = (2 * Precision * Recall) / (Precision + Recall)$ ```python import os import shutil +import glob import math import argparse import json @@ -295,6 +296,8 @@ from mindspore.train.callback import ModelCheckpoint, CheckpointConfig, LossMoni writer.commit() print("============== Starting Data Pre-processing ==============") + for infile in glob.glob(os.path.join(args.preprocess_path, 'aclImdb_*.mindrecord*')): + os.remove(infile) shutil.rmtree(args.preprocess_path) os.mkdir(args.preprocess_path) convert_to_mindrecord(cfg.embed_size, args.aclimdb_path, args.preprocess_path, args.glove_path) diff --git a/tutorials/tutorial_code/lstm/main.py b/tutorials/tutorial_code/lstm/main.py index dde13eb85f6a583bca848aad66a596843a75f8c0..c4cead5f1c15e49163c64a7a92adbad35fc9447e 100644 --- a/tutorials/tutorial_code/lstm/main.py +++ b/tutorials/tutorial_code/lstm/main.py @@ -18,6 +18,7 @@ The sample can be run on GPU. """ import os import shutil +import glob import math import argparse import json @@ -304,6 +305,8 @@ if __name__ == '__main__': if args.preprocess == 'true': print("============== Starting Data Pre-processing ==============") + for infile in glob.glob(os.path.join(args.preprocess_path, 'aclImdb_*.mindrecord*')): + os.remove(infile) shutil.rmtree(args.preprocess_path) os.mkdir(args.preprocess_path) convert_to_mindrecord(cfg.embed_size, args.aclimdb_path, args.preprocess_path, args.glove_path)