From 634853f2acac14d7931a7659ee65ab9fdd296f85 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 08:26:19 +0000 Subject: [PATCH 01/18] =?UTF-8?q?update=20Ascend-PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86=E6=8C=87=E5=AF=BC/PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86-=E7=8E=AF=E5=A2=83=E9=83=A8=E7=BD=B2?= =?UTF-8?q?=E4=B8=8E=E4=BD=BF=E7=94=A8=E8=AF=B4=E6=98=8E.md.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ...4\270\216\344\275\277\347\224\250\350\257\264\346\230\216.md" | 1 + 1 file changed, 1 insertion(+) diff --git "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-\347\216\257\345\242\203\351\203\250\347\275\262\344\270\216\344\275\277\347\224\250\350\257\264\346\230\216.md" "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-\347\216\257\345\242\203\351\203\250\347\275\262\344\270\216\344\275\277\347\224\250\350\257\264\346\230\216.md" index 5b38f1e..8072005 100644 --- "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-\347\216\257\345\242\203\351\203\250\347\275\262\344\270\216\344\275\277\347\224\250\350\257\264\346\230\216.md" +++ "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-\347\216\257\345\242\203\351\203\250\347\275\262\344\270\216\344\275\277\347\224\250\350\257\264\346\230\216.md" @@ -67,6 +67,7 @@ # t4服务器部署与说明 - 安装cuda,cudnn,tensorrt + 登陆官网注册英伟达账号后才能下载软件 - 安装cuda https://developer.nvidia.cn/cuda-toolkit-archive: wget http://developer.download.nvidia.com/compute/cuda/11.0.2/local_installers/cuda_11.0.2_450.51.05_linux.run -- Gitee From 6fccf9d4536fa317579f875c2a3a7a9007708d8e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 08:48:03 +0000 Subject: [PATCH 02/18] add tmp. --- tmp | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 tmp diff --git a/tmp b/tmp new file mode 100644 index 0000000..700690c --- /dev/null +++ b/tmp @@ -0,0 +1,3 @@ +https://ascend-model-file.obs.cn-north-4.myhuaweicloud.com/%E9%AA%8C%E6%94%B6-%E6%8E%A8%E7%90%86/perf/osnet_x1_0_bs16_sim.onnx +https://ascend-model-file.obs.cn-north-4.myhuaweicloud.com/%E9%AA%8C%E6%94%B6-%E6%8E%A8%E7%90%86/perf/osnet_x1_0_bs1_sim.onnx +https://ascend-model-file.obs.cn-north-4.myhuaweicloud.com/%E9%AA%8C%E6%94%B6-%E6%8E%A8%E7%90%86/perf/alexnet.onnx \ No newline at end of file -- Gitee From fcc47d28a13033912ba1faca748c6b955c359fc0 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 11:01:36 +0000 Subject: [PATCH 03/18] update tmp. --- tmp | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/tmp b/tmp index 700690c..3b4b990 100644 --- a/tmp +++ b/tmp @@ -1,3 +1,5 @@ -https://ascend-model-file.obs.cn-north-4.myhuaweicloud.com/%E9%AA%8C%E6%94%B6-%E6%8E%A8%E7%90%86/perf/osnet_x1_0_bs16_sim.onnx -https://ascend-model-file.obs.cn-north-4.myhuaweicloud.com/%E9%AA%8C%E6%94%B6-%E6%8E%A8%E7%90%86/perf/osnet_x1_0_bs1_sim.onnx -https://ascend-model-file.obs.cn-north-4.myhuaweicloud.com/%E9%AA%8C%E6%94%B6-%E6%8E%A8%E7%90%86/perf/alexnet.onnx \ No newline at end of file +https://ascend-model-file.obs.cn-north-4.myhuaweicloud.com/%E9%AA%8C%E6%94%B6-%E6%8E%A8%E7%90%86/perf/ICNet/ICNet.onnx +https://ascend-model-file.obs.cn-north-4.myhuaweicloud.com/%E9%AA%8C%E6%94%B6-%E6%8E%A8%E7%90%86/perf/ICNet/ICNet_bs1.om +https://ascend-model-file.obs.cn-north-4.myhuaweicloud.com/%E9%AA%8C%E6%94%B6-%E6%8E%A8%E7%90%86/perf/ICNet/icnet_bs1_profiling_pre.tar.gz +https://ascend-model-file.obs.cn-north-4.myhuaweicloud.com/%E9%AA%8C%E6%94%B6-%E6%8E%A8%E7%90%86/perf/ICNet/icnet_bs1_profiling_transdata_post.tar.gz +https://ascend-model-file.obs.cn-north-4.myhuaweicloud.com/%E9%AA%8C%E6%94%B6-%E6%8E%A8%E7%90%86/perf/ICNet/ICNet%E6%A8%A1%E5%9E%8B%E6%8E%A8%E7%90%86%E6%80%A7%E8%83%BD%E5%88%86%E6%9E%90%E5%92%8C%E8%B0%83%E6%B5%8B%E6%8A%A5%E5%91%8A.doc \ No newline at end of file -- Gitee From 12de4f2cc786ea08631e16cf0a95f51295b04247 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 12:32:38 +0000 Subject: [PATCH 04/18] =?UTF-8?q?update=20Ascend-PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86=E6=8C=87=E5=AF=BC/PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86-issue=E6=A8=A1=E6=9D=BF.md.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ...77\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" index d47164e..00f117b 100644 --- "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" +++ "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" @@ -1,5 +1,5 @@ 标题: -[众智-PyTorch离线推理] [问题求助] - xx算子耗时长 +[众智-PyTorch离线推理] [问题求助] - xxx模型xx算子耗时长 一、问题现象(附截图): -- Gitee From db0492b13ad5ee801bbac1cd47cdd5289eed1f12 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 12:33:22 +0000 Subject: [PATCH 05/18] =?UTF-8?q?update=20Ascend-PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86=E6=8C=87=E5=AF=BC/PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86-issue=E6=A8=A1=E6=9D=BF.md.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ...\220\206-issue\346\250\241\346\235\277.md" | 22 +++++++++---------- 1 file changed, 11 insertions(+), 11 deletions(-) diff --git "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" index 00f117b..5a47f0a 100644 --- "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" +++ "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" @@ -2,20 +2,20 @@ [众智-PyTorch离线推理] [问题求助] - xxx模型xx算子耗时长 -一、问题现象(附截图): -xx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原因为算子性能差,profiling数据截图如下: +一、问题现象(附截图): +xx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原因为算子性能差,profiling数据截图如下: -二、软件版本: --- Pytorch 版本 (源码或二进制): --- Python 版本 (e.g., Python 3.7.5): --- 操作系统版本 (e.g., Ubuntu 18.04): --- CANN 版本 (e.g., CANNN 5.0.1): +二、软件版本: +-- Pytorch 版本 (源码或二进制): +-- Python 版本 (e.g., Python 3.7.5): +-- 操作系统版本 (e.g., Ubuntu 18.04): +-- CANN 版本 (e.g., CANNN 5.0.1): -提供附件: -1. profiling原始数据 -2. onnx模型与bs16的om模型 -3.PyToch离线推理xxx模型性能不达标测试报告.docx \ No newline at end of file +提供附件: +1. profiling原始数据 +2. onnx模型与bs16的om模型 +3.PyToch离线推理xxx模型性能不达标测试报告.docx \ No newline at end of file -- Gitee From a1b88c0c6e9881a60ca821905243f77200f1f78c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 12:33:36 +0000 Subject: [PATCH 06/18] =?UTF-8?q?update=20Ascend-PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86=E6=8C=87=E5=AF=BC/PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86-issue=E6=A8=A1=E6=9D=BF.md.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ...77\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" index 5a47f0a..ae7ae91 100644 --- "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" +++ "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" @@ -18,4 +18,4 @@ xx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原 提供附件: 1. profiling原始数据 2. onnx模型与bs16的om模型 -3.PyToch离线推理xxx模型性能不达标测试报告.docx \ No newline at end of file +3. PyToch离线推理xxx模型性能不达标测试报告.docx -- Gitee From e2522e4c0a44e8b97cea298facd982e43efa8a88 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 12:33:49 +0000 Subject: [PATCH 07/18] =?UTF-8?q?update=20Ascend-PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86=E6=8C=87=E5=AF=BC/PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86-issue=E6=A8=A1=E6=9D=BF.md.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ...46\216\250\347\220\206-issue\346\250\241\346\235\277.md" | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" index ae7ae91..a81b2a2 100644 --- "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" +++ "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" @@ -16,6 +16,6 @@ xx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原 提供附件: -1. profiling原始数据 -2. onnx模型与bs16的om模型 -3. PyToch离线推理xxx模型性能不达标测试报告.docx +1.profiling原始数据 +2.onnx模型与bs16的om模型 +3.PyToch离线推理xxx模型性能不达标测试报告.docx -- Gitee From c55faa70fe193b8ca80e4ce40294dcfa71ebd766 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 12:34:23 +0000 Subject: [PATCH 08/18] =?UTF-8?q?update=20Ascend-PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86=E6=8C=87=E5=AF=BC/PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86-issue=E6=A8=A1=E6=9D=BF.md.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ...77\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" index a81b2a2..35e3ce8 100644 --- "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" +++ "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" @@ -1,4 +1,4 @@ -标题: +标题: [众智-PyTorch离线推理] [问题求助] - xxx模型xx算子耗时长 -- Gitee From a0dad076575db7bc71cdf568bd7dc71c3dde2021 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 12:36:34 +0000 Subject: [PATCH 09/18] =?UTF-8?q?update=20Ascend-PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86=E6=8C=87=E5=AF=BC/PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86-issue=E6=A8=A1=E6=9D=BF.md.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ...\250\347\220\206-issue\346\250\241\346\235\277.md" | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" index 35e3ce8..de4cec8 100644 --- "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" +++ "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" @@ -1,21 +1,22 @@ 标题: -[众智-PyTorch离线推理] [问题求助] - xxx模型xx算子耗时长 +[众智-PyTorch离线推理] [问题求助] - Xxx模型xx算子耗时长 -一、问题现象(附截图): -xx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原因为算子性能差,profiling数据截图如下: +一、问题现象(附截图): +Xxx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原因为算子性能差,profiling数据截图如下: 二、软件版本: --- Pytorch 版本 (源码或二进制): +-- PyTorch 版本 (源码或二进制): -- Python 版本 (e.g., Python 3.7.5): -- 操作系统版本 (e.g., Ubuntu 18.04): -- CANN 版本 (e.g., CANNN 5.0.1): + 提供附件: 1.profiling原始数据 2.onnx模型与bs16的om模型 -3.PyToch离线推理xxx模型性能不达标测试报告.docx +3.PyToch离线推理-Xxx模型性能不达标测试报告.docx -- Gitee From 1364083300d473948280689ebd51d50166335fcf Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 12:44:13 +0000 Subject: [PATCH 10/18] =?UTF-8?q?update=20Ascend-PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86=E6=8C=87=E5=AF=BC/PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86-issue=E6=A8=A1=E6=9D=BF.md.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ...46\216\250\347\220\206-issue\346\250\241\346\235\277.md" | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" index de4cec8..4ecd7ee 100644 --- "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" +++ "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" @@ -17,6 +17,6 @@ Xxx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原 提供附件: -1.profiling原始数据 -2.onnx模型与bs16的om模型 -3.PyToch离线推理-Xxx模型性能不达标测试报告.docx +1.PyToch离线推理-Xxx模型性能不达标测试报告.docx +2.优化前后的profiling原始数据(文件大的话可不上传,附件1中应已包含profiling的op_statistic_0_1.csv与op_summary_3_1.csv) +3.onnx模型与bs16的om模型(文件大的话可不上传,将影响性能的主要结构截图贴上面的问题现象里) -- Gitee From f70ba6b27a8ff748a9acdd6da1b17207bcc7927b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 12:44:26 +0000 Subject: [PATCH 11/18] =?UTF-8?q?update=20Ascend-PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86=E6=8C=87=E5=AF=BC/PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86-issue=E6=A8=A1=E6=9D=BF.md.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ...77\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" index 4ecd7ee..8de83a3 100644 --- "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" +++ "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" @@ -17,6 +17,6 @@ Xxx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原 提供附件: -1.PyToch离线推理-Xxx模型性能不达标测试报告.docx +1.PyToch离线推理-Xxx模型性能不达标测试报告.docx 2.优化前后的profiling原始数据(文件大的话可不上传,附件1中应已包含profiling的op_statistic_0_1.csv与op_summary_3_1.csv) 3.onnx模型与bs16的om模型(文件大的话可不上传,将影响性能的主要结构截图贴上面的问题现象里) -- Gitee From 6a180e6e7f24525a5d514312b8e6fb2eefba9b23 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 12:46:17 +0000 Subject: [PATCH 12/18] =?UTF-8?q?update=20Ascend-PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86=E6=8C=87=E5=AF=BC/PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86-issue=E6=A8=A1=E6=9D=BF.md.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ...77\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" index 8de83a3..e0c0027 100644 --- "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" +++ "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" @@ -4,7 +4,7 @@ 一、问题现象(附截图): -Xxx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原因为算子性能差,profiling数据截图如下: +Xxx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原因为算子性能差,profiling数据贴在下面: -- Gitee From 8ab02ff17087cdad66834fcb58af899a5a6428aa Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 12:47:50 +0000 Subject: [PATCH 13/18] =?UTF-8?q?update=20Ascend-PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86=E6=8C=87=E5=AF=BC/PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86-issue=E6=A8=A1=E6=9D=BF.md.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ...346\216\250\347\220\206-issue\346\250\241\346\235\277.md" | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" index e0c0027..1bf1b65 100644 --- "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" +++ "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" @@ -3,8 +3,9 @@ -一、问题现象(附截图): -Xxx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原因为算子性能差,profiling数据贴在下面: +一、问题现象: +Xxx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原因为算子性能差, +profiling的性能数据op_statistic_0_1.csv与op_summary_3_1.csv贴在下面: -- Gitee From 29ca3228018850b2ea45fe478117a78261d18d20 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 12:49:11 +0000 Subject: [PATCH 14/18] =?UTF-8?q?update=20Ascend-PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86=E6=8C=87=E5=AF=BC/PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86-issue=E6=A8=A1=E6=9D=BF.md.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ...46\216\250\347\220\206-issue\346\250\241\346\235\277.md" | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" index 1bf1b65..81b5bff 100644 --- "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" +++ "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" @@ -1,11 +1,11 @@ 标题: -[众智-PyTorch离线推理] [问题求助] - Xxx模型xx算子耗时长 +[众智-PyTorch离线推理] [问题求助] - Xxx模型Xxx算子耗时长 一、问题现象: -Xxx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原因为算子性能差, -profiling的性能数据op_statistic_0_1.csv与op_summary_3_1.csv贴在下面: +Xxx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原因为Xxx算子性能差。 +将profiling性能数据op_statistic_0_1.csv与op_summary_3_1.csv的aicoetime排序后贴在下面: -- Gitee From 23816092d8c3f00aba776926e22e9e60b6630686 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 12:49:46 +0000 Subject: [PATCH 15/18] =?UTF-8?q?update=20Ascend-PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86=E6=8C=87=E5=AF=BC/PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86-issue=E6=A8=A1=E6=9D=BF.md.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ...77\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" index 81b5bff..4a75c7b 100644 --- "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" +++ "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" @@ -5,7 +5,7 @@ 一、问题现象: Xxx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原因为Xxx算子性能差。 -将profiling性能数据op_statistic_0_1.csv与op_summary_3_1.csv的aicoetime排序后贴在下面: +将profiling性能数据op_statistic_0_1.csv与op_summary_3_1.csv按aicore time从大到小排序后贴在下面: -- Gitee From 25bf2a3677662db1e8d6fd19263076f04c01c2cf Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 12:51:40 +0000 Subject: [PATCH 16/18] =?UTF-8?q?update=20Ascend-PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86=E6=8C=87=E5=AF=BC/PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86-issue=E6=A8=A1=E6=9D=BF.md.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ...77\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" index 4a75c7b..41ca393 100644 --- "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" +++ "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" @@ -5,7 +5,7 @@ 一、问题现象: Xxx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原因为Xxx算子性能差。 -将profiling性能数据op_statistic_0_1.csv与op_summary_3_1.csv按aicore time从大到小排序后贴在下面: +将profiling性能数据op_statistic_0_1.csv与op_summary_3_1.csv筛选出耗时占比率大于10%的算子类型并按aicore time从大到小排序后贴在下面: -- Gitee From e4806ebcafe0cd6a6b44fdef75cbbccb2fbfb64b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 12:52:20 +0000 Subject: [PATCH 17/18] =?UTF-8?q?update=20Ascend-PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86=E6=8C=87=E5=AF=BC/PyTorch=E7=A6=BB=E7=BA=BF?= =?UTF-8?q?=E6=8E=A8=E7=90=86-issue=E6=A8=A1=E6=9D=BF.md.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ...77\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" index 41ca393..c2b7e97 100644 --- "a/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" +++ "b/Ascend-PyTorch\347\246\273\347\272\277\346\216\250\347\220\206\346\214\207\345\257\274/PyTorch\347\246\273\347\272\277\346\216\250\347\220\206-issue\346\250\241\346\235\277.md" @@ -5,7 +5,7 @@ 一、问题现象: Xxx模型迁移到Ascend310上,pytorch->onnx->om,模型性能不达标,原因为Xxx算子性能差。 -将profiling性能数据op_statistic_0_1.csv与op_summary_3_1.csv筛选出耗时占比率大于10%的算子类型并按aicore time从大到小排序后贴在下面: +将profiling性能数据op_statistic_0_1.csv与op_summary_3_1.csv筛选出耗时占比率大于10%的算子类型并按aicore_time从大到小排序后贴在下面: -- Gitee From 533a4aefc3bb96c3e31dd8e416ca3e791773157c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BD=AD=E4=B8=9A=E5=BA=86?= Date: Mon, 19 Jul 2021 12:54:21 +0000 Subject: [PATCH 18/18] =?UTF-8?q?=E5=88=A0=E9=99=A4=E6=96=87=E4=BB=B6=20tm?= =?UTF-8?q?p?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- tmp | 5 ----- 1 file changed, 5 deletions(-) delete mode 100644 tmp diff --git a/tmp b/tmp deleted file mode 100644 index 3b4b990..0000000 --- a/tmp +++ /dev/null @@ -1,5 +0,0 @@ -https://ascend-model-file.obs.cn-north-4.myhuaweicloud.com/%E9%AA%8C%E6%94%B6-%E6%8E%A8%E7%90%86/perf/ICNet/ICNet.onnx -https://ascend-model-file.obs.cn-north-4.myhuaweicloud.com/%E9%AA%8C%E6%94%B6-%E6%8E%A8%E7%90%86/perf/ICNet/ICNet_bs1.om -https://ascend-model-file.obs.cn-north-4.myhuaweicloud.com/%E9%AA%8C%E6%94%B6-%E6%8E%A8%E7%90%86/perf/ICNet/icnet_bs1_profiling_pre.tar.gz -https://ascend-model-file.obs.cn-north-4.myhuaweicloud.com/%E9%AA%8C%E6%94%B6-%E6%8E%A8%E7%90%86/perf/ICNet/icnet_bs1_profiling_transdata_post.tar.gz -https://ascend-model-file.obs.cn-north-4.myhuaweicloud.com/%E9%AA%8C%E6%94%B6-%E6%8E%A8%E7%90%86/perf/ICNet/ICNet%E6%A8%A1%E5%9E%8B%E6%8E%A8%E7%90%86%E6%80%A7%E8%83%BD%E5%88%86%E6%9E%90%E5%92%8C%E8%B0%83%E6%B5%8B%E6%8A%A5%E5%91%8A.doc \ No newline at end of file -- Gitee