From e926f3f875330db6252808c48028b61692faabf7 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=8F=B6=E4=B8=80=E5=B8=86?= Date: Tue, 17 Jun 2025 15:44:00 +0800 Subject: [PATCH 1/2] fix deepseek-r1-distill-qwen readme --- MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-1.5B/README.md | 6 +++++- MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-14B/README.md | 6 +++++- MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-32B/README.md | 6 +++++- MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-7B/README.md | 6 +++++- 4 files changed, 20 insertions(+), 4 deletions(-) diff --git a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-1.5B/README.md b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-1.5B/README.md index c76608e744..ee466c7547 100644 --- a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-1.5B/README.md +++ b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-1.5B/README.md @@ -145,6 +145,10 @@ export PYTORCH_NPU_ALLOC_CONF=expandable_segments:False ```shell cd $ATB_SPEED_HOME_PATH +source /usr/local/Ascend/ascend-toolkit/set_env.sh +source /usr/local/Ascend/nnal/atb/set_env.sh +source /usr/local/Ascend/atb-models/set_env.sh +source /usr/local/Ascend/mindie/set_env.sh ``` 执行对话测试 @@ -182,7 +186,7 @@ vim /usr/local/Ascend/mindie/latest/mindie-service/conf/config.json ``` - 更改配置文件 - +更多详情请查看[昇腾环境变量参考](https://www.hiascend.com/document/detail/zh/Pytorch/600/apiref/Envvariables/Envir_009.html) ```json { ... diff --git a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-14B/README.md b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-14B/README.md index 7de52872b0..748b231bd4 100644 --- a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-14B/README.md +++ b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-14B/README.md @@ -148,6 +148,10 @@ export PYTORCH_NPU_ALLOC_CONF=expandable_segments:False ```shell cd $ATB_SPEED_HOME_PATH +source /usr/local/Ascend/ascend-toolkit/set_env.sh +source /usr/local/Ascend/nnal/atb/set_env.sh +source /usr/local/Ascend/atb-models/set_env.sh +source /usr/local/Ascend/mindie/set_env.sh ``` 执行对话测试 @@ -185,7 +189,7 @@ vim /usr/local/Ascend/mindie/latest/mindie-service/conf/config.json ``` - 更改配置文件 - +更多详情请查看[昇腾环境变量参考](https://www.hiascend.com/document/detail/zh/Pytorch/600/apiref/Envvariables/Envir_009.html) ```json { ... diff --git a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-32B/README.md b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-32B/README.md index 7481e73fc0..825aebf33a 100644 --- a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-32B/README.md +++ b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-32B/README.md @@ -121,6 +121,10 @@ export PYTORCH_NPU_ALLOC_CONF=expandable_segments:False ```shell cd $ATB_SPEED_HOME_PATH +source /usr/local/Ascend/ascend-toolkit/set_env.sh +source /usr/local/Ascend/nnal/atb/set_env.sh +source /usr/local/Ascend/atb-models/set_env.sh +source /usr/local/Ascend/mindie/set_env.sh ``` 执行对话测试 @@ -152,7 +156,7 @@ bash run.sh pa_bf16 performance [[256,256]] 1 qwen ${weight_path} 4 - 打开配置文件 - +更多详情请查看[昇腾环境变量参考](https://www.hiascend.com/document/detail/zh/Pytorch/600/apiref/Envvariables/Envir_009.html) ```shell vim /usr/local/Ascend/mindie/latest/mindie-service/conf/config.json ``` diff --git a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-7B/README.md b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-7B/README.md index 3b44be8c74..4d30aa6083 100644 --- a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-7B/README.md +++ b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-7B/README.md @@ -144,6 +144,10 @@ export PYTORCH_NPU_ALLOC_CONF=expandable_segments:False ```shell cd $ATB_SPEED_HOME_PATH +source /usr/local/Ascend/ascend-toolkit/set_env.sh +source /usr/local/Ascend/nnal/atb/set_env.sh +source /usr/local/Ascend/atb-models/set_env.sh +source /usr/local/Ascend/mindie/set_env.sh ``` 执行对话测试 @@ -175,7 +179,7 @@ bash run.sh pa_bf16 performance [[256,256]] 1 qwen ${weight_path} 2 - 打开配置文件 - +更多详情请查看[昇腾环境变量参考](https://www.hiascend.com/document/detail/zh/Pytorch/600/apiref/Envvariables/Envir_009.html) ```shell vim /usr/local/Ascend/mindie/latest/mindie-service/conf/config.json ``` -- Gitee From 4b68c97360fdd3251a65b4c8bf04d2bb339affd0 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=8F=B6=E4=B8=80=E5=B8=86?= Date: Tue, 17 Jun 2025 16:21:43 +0800 Subject: [PATCH 2/2] =?UTF-8?q?=E5=AE=8C=E5=96=84=E6=8F=8F=E8=BF=B0?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../LLM/DeepSeek/DeepSeek-R1-Distill-Llama-70B/README.md | 8 ++++++++ .../LLM/DeepSeek/DeepSeek-R1-Distill-Llama-8B/README.md | 8 ++++++++ .../LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-1.5B/README.md | 6 +++++- .../LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-14B/README.md | 6 +++++- .../LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-32B/README.md | 8 ++++++-- MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-7B/README.md | 6 +++++- 6 files changed, 37 insertions(+), 5 deletions(-) diff --git a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Llama-70B/README.md b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Llama-70B/README.md index a2fa7b30ac..a6ffb28662 100644 --- a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Llama-70B/README.md +++ b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Llama-70B/README.md @@ -101,11 +101,17 @@ python3 quant_llama.py --model_path {浮点权重路径} --save_directory {W8A8 ```shell cd $ATB_SPEED_HOME_PATH +# 如果是单独安装分包，请手动source环境变量，路径为安装路径 +source /usr/local/Ascend/ascend-toolkit/set_env.sh +source /usr/local/Ascend/nnal/atb/set_env.sh +source /usr/local/Ascend/atb-models/set_env.sh +source /usr/local/Ascend/mindie/set_env.sh ``` 执行对话测试 ```shell +export MINDIE_LOG_TO_STDOUT=1 torchrun --nproc_per_node 8 \ --master_port 20037 \ -m examples.run_pa \ @@ -118,6 +124,7 @@ torchrun --nproc_per_node 8 \ 进入ModelTest路径 ```shell cd $ATB_SPEED_HOME_PATH/tests/modeltest/ +export MINDIE_LOG_TO_STDOUT=1 ``` 运行测试脚本 ```shell @@ -142,6 +149,7 @@ vim /usr/local/Ascend/mindie/latest/mindie-service/conf/config.json - 更改配置文件 +具体配置信息请参考[MindIE Service用户指南](https://www.hiascend.com/document/detail/zh/mindie/20RC2/mindieservice/servicedev/mindie_service0285.html) ```json { ... diff --git a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Llama-8B/README.md b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Llama-8B/README.md index 215e7f25fb..a262d29751 100644 --- a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Llama-8B/README.md +++ b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Llama-8B/README.md @@ -135,11 +135,17 @@ torchrun --nproc_per_node 2 -m examples.convert.model_slim.sparse_compressor --m ```shell cd $ATB_SPEED_HOME_PATH +# 如果是单独安装分包，请手动source环境变量，路径为安装路径 +source /usr/local/Ascend/ascend-toolkit/set_env.sh +source /usr/local/Ascend/nnal/atb/set_env.sh +source /usr/local/Ascend/atb-models/set_env.sh +source /usr/local/Ascend/mindie/set_env.sh ``` 执行对话测试 ```shell +export MINDIE_LOG_TO_STDOUT=1 torchrun --nproc_per_node 2 \ --master_port 20037 \ -m examples.run_pa \ @@ -152,6 +158,7 @@ torchrun --nproc_per_node 2 \ 进入ModelTest路径 ```shell cd $ATB_SPEED_HOME_PATH/tests/modeltest/ +export MINDIE_LOG_TO_STDOUT=1 ``` 运行测试脚本 ```shell @@ -181,6 +188,7 @@ vim /usr/local/Ascend/mindie/latest/mindie-service/conf/config.json - 更改配置文件 +具体配置信息请参考[MindIE Service用户指南](https://www.hiascend.com/document/detail/zh/mindie/20RC2/mindieservice/servicedev/mindie_service0285.html) ```json { ... diff --git a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-1.5B/README.md b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-1.5B/README.md index ee466c7547..cc7e7c0c67 100644 --- a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-1.5B/README.md +++ b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-1.5B/README.md @@ -145,6 +145,7 @@ export PYTORCH_NPU_ALLOC_CONF=expandable_segments:False ```shell cd $ATB_SPEED_HOME_PATH +# 如果是单独安装分包，请手动source环境变量，路径为安装路径 source /usr/local/Ascend/ascend-toolkit/set_env.sh source /usr/local/Ascend/nnal/atb/set_env.sh source /usr/local/Ascend/atb-models/set_env.sh @@ -154,6 +155,7 @@ source /usr/local/Ascend/mindie/set_env.sh 执行对话测试 ```shell +export MINDIE_LOG_TO_STDOUT=1 torchrun --nproc_per_node 2 \ --master_port 20037 \ -m examples.run_pa \ @@ -165,6 +167,7 @@ torchrun --nproc_per_node 2 \ 进入ModelTest路径 ```shell cd $ATB_SPEED_HOME_PATH/tests/modeltest/ +export MINDIE_LOG_TO_STDOUT=1 ``` 运行测试脚本 ```shell @@ -186,7 +189,8 @@ vim /usr/local/Ascend/mindie/latest/mindie-service/conf/config.json ``` - 更改配置文件 -更多详情请查看[昇腾环境变量参考](https://www.hiascend.com/document/detail/zh/Pytorch/600/apiref/Envvariables/Envir_009.html) + +具体配置信息请参考[MindIE Service用户指南](https://www.hiascend.com/document/detail/zh/mindie/20RC2/mindieservice/servicedev/mindie_service0285.html) ```json { ... diff --git a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-14B/README.md b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-14B/README.md index 748b231bd4..657980c931 100644 --- a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-14B/README.md +++ b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-14B/README.md @@ -148,6 +148,7 @@ export PYTORCH_NPU_ALLOC_CONF=expandable_segments:False ```shell cd $ATB_SPEED_HOME_PATH +# 如果是单独安装分包，请手动source环境变量，路径为安装路径 source /usr/local/Ascend/ascend-toolkit/set_env.sh source /usr/local/Ascend/nnal/atb/set_env.sh source /usr/local/Ascend/atb-models/set_env.sh @@ -157,6 +158,7 @@ source /usr/local/Ascend/mindie/set_env.sh 执行对话测试 ```shell +export MINDIE_LOG_TO_STDOUT=1 torchrun --nproc_per_node 2 \ --master_port 20037 \ -m examples.run_pa \ @@ -168,6 +170,7 @@ torchrun --nproc_per_node 2 \ 进入ModelTest路径 ```shell cd $ATB_SPEED_HOME_PATH/tests/modeltest/ +export MINDIE_LOG_TO_STDOUT=1 ``` 运行测试脚本 ```shell @@ -189,7 +192,8 @@ vim /usr/local/Ascend/mindie/latest/mindie-service/conf/config.json ``` - 更改配置文件 -更多详情请查看[昇腾环境变量参考](https://www.hiascend.com/document/detail/zh/Pytorch/600/apiref/Envvariables/Envir_009.html) + +具体配置信息请参考[MindIE Service用户指南](https://www.hiascend.com/document/detail/zh/mindie/20RC2/mindieservice/servicedev/mindie_service0285.html) ```json { ... diff --git a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-32B/README.md b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-32B/README.md index 825aebf33a..afe4a400da 100644 --- a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-32B/README.md +++ b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-32B/README.md @@ -121,6 +121,7 @@ export PYTORCH_NPU_ALLOC_CONF=expandable_segments:False ```shell cd $ATB_SPEED_HOME_PATH +# 如果是单独安装分包，请手动source环境变量，路径为安装路径 source /usr/local/Ascend/ascend-toolkit/set_env.sh source /usr/local/Ascend/nnal/atb/set_env.sh source /usr/local/Ascend/atb-models/set_env.sh @@ -129,7 +130,8 @@ source /usr/local/Ascend/mindie/set_env.sh 执行对话测试 -```shell +``` +export MINDIE_LOG_TO_STDOUT=1 torchrun --nproc_per_node 4 \ --master_port 20037 \ -m examples.run_pa \ @@ -141,6 +143,7 @@ torchrun --nproc_per_node 4 \ 进入ModelTest路径 ```shell cd $ATB_SPEED_HOME_PATH/tests/modeltest/ +export MINDIE_LOG_TO_STDOUT=1 ``` 运行测试脚本 ```shell @@ -156,13 +159,14 @@ bash run.sh pa_bf16 performance [[256,256]] 1 qwen ${weight_path} 4 - 打开配置文件 -更多详情请查看[昇腾环境变量参考](https://www.hiascend.com/document/detail/zh/Pytorch/600/apiref/Envvariables/Envir_009.html) + ```shell vim /usr/local/Ascend/mindie/latest/mindie-service/conf/config.json ``` - 更改配置文件 +具体配置信息请参考[MindIE Service用户指南](https://www.hiascend.com/document/detail/zh/mindie/20RC2/mindieservice/servicedev/mindie_service0285.html) ```json { ... diff --git a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-7B/README.md b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-7B/README.md index 4d30aa6083..fb573b7d91 100644 --- a/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-7B/README.md +++ b/MindIE/LLM/DeepSeek/DeepSeek-R1-Distill-Qwen-7B/README.md @@ -144,6 +144,7 @@ export PYTORCH_NPU_ALLOC_CONF=expandable_segments:False ```shell cd $ATB_SPEED_HOME_PATH +# 如果是单独安装分包，请手动source环境变量，路径为安装路径 source /usr/local/Ascend/ascend-toolkit/set_env.sh source /usr/local/Ascend/nnal/atb/set_env.sh source /usr/local/Ascend/atb-models/set_env.sh @@ -153,6 +154,7 @@ source /usr/local/Ascend/mindie/set_env.sh 执行对话测试 ```shell +export MINDIE_LOG_TO_STDOUT=1 torchrun --nproc_per_node 2 \ --master_port 20037 \ -m examples.run_pa \ @@ -164,6 +166,7 @@ torchrun --nproc_per_node 2 \ 进入ModelTest路径 ```shell cd $ATB_SPEED_HOME_PATH/tests/modeltest/ +export MINDIE_LOG_TO_STDOUT=1 ``` 运行测试脚本 ```shell @@ -179,13 +182,14 @@ bash run.sh pa_bf16 performance [[256,256]] 1 qwen ${weight_path} 2 - 打开配置文件 -更多详情请查看[昇腾环境变量参考](https://www.hiascend.com/document/detail/zh/Pytorch/600/apiref/Envvariables/Envir_009.html) + ```shell vim /usr/local/Ascend/mindie/latest/mindie-service/conf/config.json ``` - 更改配置文件 +具体配置信息请参考[MindIE Service用户指南](https://www.hiascend.com/document/detail/zh/mindie/20RC2/mindieservice/servicedev/mindie_service0285.html) ```json { ... -- Gitee