From 35d72c71e13850c7b56ac19c094fb53c61209302 Mon Sep 17 00:00:00 2001 From: yanzhenxiang2020 Date: Thu, 28 May 2020 11:27:53 +0800 Subject: [PATCH] del mindrecord berore write in lstm --- tutorials/source_en/advanced_use/nlp_application.md | 3 +++ tutorials/source_zh_cn/advanced_use/nlp_application.md | 3 +++ tutorials/tutorial_code/lstm/main.py | 3 +++ 3 files changed, 9 insertions(+) diff --git a/tutorials/source_en/advanced_use/nlp_application.md b/tutorials/source_en/advanced_use/nlp_application.md index 5f3138e406..d8b9a4e055 100644 --- a/tutorials/source_en/advanced_use/nlp_application.md +++ b/tutorials/source_en/advanced_use/nlp_application.md @@ -96,6 +96,7 @@ The following are the required public modules and MindSpore modules and library ```python import os import shutil +import glob import math import argparse import json @@ -296,6 +297,8 @@ from mindspore.train.callback import ModelCheckpoint, CheckpointConfig, LossMoni writer.commit() print("============== Starting Data Pre-processing ==============") + for infile in glob.glob(os.path.join(args.preprocess_path, 'aclImdb_*.mindrecord*')): + os.remove(infile) shutil.rmtree(args.preprocess_path) os.mkdir(args.preprocess_path) convert_to_mindrecord(cfg.embed_size, args.aclimdb_path, args.preprocess_path, args.glove_path) diff --git a/tutorials/source_zh_cn/advanced_use/nlp_application.md b/tutorials/source_zh_cn/advanced_use/nlp_application.md index ea9cb10078..1e58fbc048 100644 --- a/tutorials/source_zh_cn/advanced_use/nlp_application.md +++ b/tutorials/source_zh_cn/advanced_use/nlp_application.md @@ -95,6 +95,7 @@ $F1分数 = (2 * Precision * Recall) / (Precision + Recall)$ ```python import os import shutil +import glob import math import argparse import json @@ -295,6 +296,8 @@ from mindspore.train.callback import ModelCheckpoint, CheckpointConfig, LossMoni writer.commit() print("============== Starting Data Pre-processing ==============") + for infile in glob.glob(os.path.join(args.preprocess_path, 'aclImdb_*.mindrecord*')): + os.remove(infile) shutil.rmtree(args.preprocess_path) os.mkdir(args.preprocess_path) convert_to_mindrecord(cfg.embed_size, args.aclimdb_path, args.preprocess_path, args.glove_path) diff --git a/tutorials/tutorial_code/lstm/main.py b/tutorials/tutorial_code/lstm/main.py index dde13eb85f..c4cead5f1c 100644 --- a/tutorials/tutorial_code/lstm/main.py +++ b/tutorials/tutorial_code/lstm/main.py @@ -18,6 +18,7 @@ The sample can be run on GPU. """ import os import shutil +import glob import math import argparse import json @@ -304,6 +305,8 @@ if __name__ == '__main__': if args.preprocess == 'true': print("============== Starting Data Pre-processing ==============") + for infile in glob.glob(os.path.join(args.preprocess_path, 'aclImdb_*.mindrecord*')): + os.remove(infile) shutil.rmtree(args.preprocess_path) os.mkdir(args.preprocess_path) convert_to_mindrecord(cfg.embed_size, args.aclimdb_path, args.preprocess_path, args.glove_path) -- Gitee