diff --git a/fastSum/Dataloader/Readme_en.md b/fastSum/Dataloader/Readme_en.md new file mode 100644 index 0000000000000000000000000000000000000000..163bb0360dc0da44534710e022554114e033a085 --- /dev/null +++ b/fastSum/Dataloader/Readme_en.md @@ -0,0 +1,6 @@ +# Tips + +1. please install the latest FastNLP: pip install git+https://gitee.com/fastnlp/fastNLP@dev +2. Specify FASTNLP_CACHE_DIR in the system environment variable, which will be the data set download location. +3. example.py is a simple example. + diff --git a/fastSum/Dataloader/Readme_zh.md b/fastSum/Dataloader/Readme_zh.md new file mode 100644 index 0000000000000000000000000000000000000000..88722a5ac97b4ade6f2fe69a8b8f7160dbb21077 --- /dev/null +++ b/fastSum/Dataloader/Readme_zh.md @@ -0,0 +1,6 @@ +# 使用提醒 + +1. 使用前请安装最新的fastNLP,安装方式:pip install git+https://gitee.com/fastnlp/fastNLP@dev +2. 在系统环境变量中指定FASTNLP_CACHE_DIR的位置,为数据集下载位置 +3. 使用方法可参照example.py + diff --git a/fastSum/Dataloader/example.py b/fastSum/Dataloader/example.py new file mode 100644 index 0000000000000000000000000000000000000000..656f5ac315f8294984d41242fe03d0b93bc641fd --- /dev/null +++ b/fastSum/Dataloader/example.py @@ -0,0 +1,6 @@ +from summarizationLoader import ArxivLoader + +if __name__ == '__main__': + ArxivLoader().download() + data = ArxivLoader().load() + print(data) \ No newline at end of file