From 768aec498666c30464cc1a29a58f8ce6f078a8f7 Mon Sep 17 00:00:00 2001 From: Zhangyue Yin <40982202+yinzhangyue@users.noreply.github.com> Date: Thu, 4 Mar 2021 21:02:13 +0800 Subject: [PATCH] DataLoader Readme DataLoader Readme --- fastSum/Dataloader/Readme_en.md | 6 ++++++ fastSum/Dataloader/Readme_zh.md | 6 ++++++ fastSum/Dataloader/example.py | 6 ++++++ 3 files changed, 18 insertions(+) create mode 100644 fastSum/Dataloader/Readme_en.md create mode 100644 fastSum/Dataloader/Readme_zh.md create mode 100644 fastSum/Dataloader/example.py diff --git a/fastSum/Dataloader/Readme_en.md b/fastSum/Dataloader/Readme_en.md new file mode 100644 index 0000000..163bb03 --- /dev/null +++ b/fastSum/Dataloader/Readme_en.md @@ -0,0 +1,6 @@ +# Tips + +1. please install the latest FastNLP: pip install git+https://gitee.com/fastnlp/fastNLP@dev +2. Specify FASTNLP_CACHE_DIR in the system environment variable, which will be the data set download location. +3. example.py is a simple example. + diff --git a/fastSum/Dataloader/Readme_zh.md b/fastSum/Dataloader/Readme_zh.md new file mode 100644 index 0000000..88722a5 --- /dev/null +++ b/fastSum/Dataloader/Readme_zh.md @@ -0,0 +1,6 @@ +# 使用提醒 + +1. 使用前请安装最新的fastNLP,安装方式:pip install git+https://gitee.com/fastnlp/fastNLP@dev +2. 在系统环境变量中指定FASTNLP_CACHE_DIR的位置,为数据集下载位置 +3. 使用方法可参照example.py + diff --git a/fastSum/Dataloader/example.py b/fastSum/Dataloader/example.py new file mode 100644 index 0000000..656f5ac --- /dev/null +++ b/fastSum/Dataloader/example.py @@ -0,0 +1,6 @@ +from summarizationLoader import ArxivLoader + +if __name__ == '__main__': + ArxivLoader().download() + data = ArxivLoader().load() + print(data) \ No newline at end of file -- Gitee