From ba208d69efaed1e1f151376b956d9df857a7cb4b Mon Sep 17 00:00:00 2001 From: "mingjiang.li" Date: Mon, 9 Dec 2024 06:49:48 +0000 Subject: [PATCH 1/2] add igie models to homepage readme.md Signed-off-by: mingjiang.li --- README.md | 167 +++++++++++++++++- .../igie/README.md | 0 .../igie/build_engine.py | 0 .../igie/export.py | 0 .../igie/inference.py | 0 .../igie/requirements.txt | 0 .../infer_resnetv1d50_fp16_accuracy.sh | 0 .../infer_resnetv1d50_fp16_performance.sh | 0 .../cv/ocr/kie_layoutxlm/{ => igie}/README.md | 0 .../kie_layoutxlm/{ => igie}/build_engine.py | 0 .../ocr/kie_layoutxlm/{ => igie}/inference.py | 0 .../scripts/infer_kie_ser_fp16_accuracy.sh | 0 .../scripts/infer_kie_ser_fp16_performance.sh | 0 .../{ => igie}/ser_vi_layoutxlm_xfund_zh.yml | 0 models/cv/ocr/rec_svtr/{ => igie}/README.md | 0 .../ocr/rec_svtr/{ => igie}/build_engine.py | 0 .../cv/ocr/rec_svtr/{ => igie}/inference.py | 0 .../rec_svtr_tiny_6local_6global_stn_en.yml | 0 .../scripts/infer_svtr_fp16_accuracy.sh | 0 .../scripts/infer_svtr_fp16_performance.sh | 0 20 files changed, 166 insertions(+), 1 deletion(-) rename models/cv/classification/{resnetv1d50 => resnet_v1_d50}/igie/README.md (100%) rename models/cv/classification/{resnetv1d50 => resnet_v1_d50}/igie/build_engine.py (100%) rename models/cv/classification/{resnetv1d50 => resnet_v1_d50}/igie/export.py (100%) rename models/cv/classification/{resnetv1d50 => resnet_v1_d50}/igie/inference.py (100%) rename models/cv/classification/{resnetv1d50 => resnet_v1_d50}/igie/requirements.txt (100%) rename models/cv/classification/{resnetv1d50 => resnet_v1_d50}/igie/scripts/infer_resnetv1d50_fp16_accuracy.sh (100%) rename models/cv/classification/{resnetv1d50 => resnet_v1_d50}/igie/scripts/infer_resnetv1d50_fp16_performance.sh (100%) rename models/cv/ocr/kie_layoutxlm/{ => igie}/README.md (100%) rename models/cv/ocr/kie_layoutxlm/{ => igie}/build_engine.py (100%) rename models/cv/ocr/kie_layoutxlm/{ => igie}/inference.py (100%) rename models/cv/ocr/kie_layoutxlm/{ => igie}/scripts/infer_kie_ser_fp16_accuracy.sh (100%) rename models/cv/ocr/kie_layoutxlm/{ => igie}/scripts/infer_kie_ser_fp16_performance.sh (100%) rename models/cv/ocr/kie_layoutxlm/{ => igie}/ser_vi_layoutxlm_xfund_zh.yml (100%) rename models/cv/ocr/rec_svtr/{ => igie}/README.md (100%) rename models/cv/ocr/rec_svtr/{ => igie}/build_engine.py (100%) rename models/cv/ocr/rec_svtr/{ => igie}/inference.py (100%) rename models/cv/ocr/rec_svtr/{ => igie}/rec_svtr_tiny_6local_6global_stn_en.yml (100%) rename models/cv/ocr/rec_svtr/{ => igie}/scripts/infer_svtr_fp16_accuracy.sh (100%) rename models/cv/ocr/rec_svtr/{ => igie}/scripts/infer_svtr_fp16_performance.sh (100%) diff --git a/README.md b/README.md index 0f0ff38e..e4b254b8 100644 --- a/README.md +++ b/README.md @@ -54,6 +54,17 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - - + + ConvNeXt-Base + FP16 + Supported + - + + + INT8 + - + - + ConvNeXt-Small FP16 @@ -131,6 +142,17 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - - + + DenseNet201 + FP16 + Supported + - + + + INT8 + - + - + EfficientNet-B0 FP16 @@ -164,6 +186,17 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - - + + EfficientNet-B3 + FP16 + Supported + - + + + INT8 + - + - + EfficientNetV2 FP16 @@ -186,6 +219,17 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - - + + EfficientNetv2_s + FP16 + Supported + - + + + INT8 + - + - + GoogLeNet FP16 @@ -230,6 +274,17 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - Supported + + MNASNet0_5 + FP16 + Supported + - + + + INT8 + - + - + MobileNetV2 FP16 @@ -263,6 +318,17 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - - + + MViTv2_base + FP16 + Supported + - + + + INT8 + - + - + RegNet_x_1_6gf FP16 @@ -274,6 +340,17 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - - + + RegNet_y_1_6gf + FP16 + Supported + - + + + INT8 + - + - + RepVGG FP16 @@ -365,7 +442,7 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 ResNet_V1_D50 FP16 - - + Supported Supported @@ -384,6 +461,17 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - - + + ResNeXt101_64x4d + FP16 + Supported + - + + + INT8 + - + - + SEResNet50 FP16 @@ -428,6 +516,17 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - - + + ShuffleNetV2_x1_5 + FP16 + Supported + - + + + INT8 + - + - + SqueezeNet 1.0 FP16 @@ -582,6 +681,17 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - - + + PAA + FP16 + Supported + + + + INT8 + + + RetinaFace FP16 @@ -692,6 +802,28 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 Supported Supported + + YOLOv9 + FP16 + Supported + + + + INT8 + + + + + YOLOv10 + FP16 + Supported + + + + INT8 + + + YOLOX FP16 @@ -728,6 +860,39 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 +### OCR + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
ModelsPrecisionIGIEIxRT
Kie_layoutXLMFP16Supported-
INT8--
Rec_SVTRFP16Supported-
INT8--
+ ### Pose Estimation diff --git a/models/cv/classification/resnetv1d50/igie/README.md b/models/cv/classification/resnet_v1_d50/igie/README.md similarity index 100% rename from models/cv/classification/resnetv1d50/igie/README.md rename to models/cv/classification/resnet_v1_d50/igie/README.md diff --git a/models/cv/classification/resnetv1d50/igie/build_engine.py b/models/cv/classification/resnet_v1_d50/igie/build_engine.py similarity index 100% rename from models/cv/classification/resnetv1d50/igie/build_engine.py rename to models/cv/classification/resnet_v1_d50/igie/build_engine.py diff --git a/models/cv/classification/resnetv1d50/igie/export.py b/models/cv/classification/resnet_v1_d50/igie/export.py similarity index 100% rename from models/cv/classification/resnetv1d50/igie/export.py rename to models/cv/classification/resnet_v1_d50/igie/export.py diff --git a/models/cv/classification/resnetv1d50/igie/inference.py b/models/cv/classification/resnet_v1_d50/igie/inference.py similarity index 100% rename from models/cv/classification/resnetv1d50/igie/inference.py rename to models/cv/classification/resnet_v1_d50/igie/inference.py diff --git a/models/cv/classification/resnetv1d50/igie/requirements.txt b/models/cv/classification/resnet_v1_d50/igie/requirements.txt similarity index 100% rename from models/cv/classification/resnetv1d50/igie/requirements.txt rename to models/cv/classification/resnet_v1_d50/igie/requirements.txt diff --git a/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_accuracy.sh b/models/cv/classification/resnet_v1_d50/igie/scripts/infer_resnetv1d50_fp16_accuracy.sh similarity index 100% rename from models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_accuracy.sh rename to models/cv/classification/resnet_v1_d50/igie/scripts/infer_resnetv1d50_fp16_accuracy.sh diff --git a/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_performance.sh b/models/cv/classification/resnet_v1_d50/igie/scripts/infer_resnetv1d50_fp16_performance.sh similarity index 100% rename from models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_performance.sh rename to models/cv/classification/resnet_v1_d50/igie/scripts/infer_resnetv1d50_fp16_performance.sh diff --git a/models/cv/ocr/kie_layoutxlm/README.md b/models/cv/ocr/kie_layoutxlm/igie/README.md similarity index 100% rename from models/cv/ocr/kie_layoutxlm/README.md rename to models/cv/ocr/kie_layoutxlm/igie/README.md diff --git a/models/cv/ocr/kie_layoutxlm/build_engine.py b/models/cv/ocr/kie_layoutxlm/igie/build_engine.py similarity index 100% rename from models/cv/ocr/kie_layoutxlm/build_engine.py rename to models/cv/ocr/kie_layoutxlm/igie/build_engine.py diff --git a/models/cv/ocr/kie_layoutxlm/inference.py b/models/cv/ocr/kie_layoutxlm/igie/inference.py similarity index 100% rename from models/cv/ocr/kie_layoutxlm/inference.py rename to models/cv/ocr/kie_layoutxlm/igie/inference.py diff --git a/models/cv/ocr/kie_layoutxlm/scripts/infer_kie_ser_fp16_accuracy.sh b/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_ser_fp16_accuracy.sh similarity index 100% rename from models/cv/ocr/kie_layoutxlm/scripts/infer_kie_ser_fp16_accuracy.sh rename to models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_ser_fp16_accuracy.sh diff --git a/models/cv/ocr/kie_layoutxlm/scripts/infer_kie_ser_fp16_performance.sh b/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_ser_fp16_performance.sh similarity index 100% rename from models/cv/ocr/kie_layoutxlm/scripts/infer_kie_ser_fp16_performance.sh rename to models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_ser_fp16_performance.sh diff --git a/models/cv/ocr/kie_layoutxlm/ser_vi_layoutxlm_xfund_zh.yml b/models/cv/ocr/kie_layoutxlm/igie/ser_vi_layoutxlm_xfund_zh.yml similarity index 100% rename from models/cv/ocr/kie_layoutxlm/ser_vi_layoutxlm_xfund_zh.yml rename to models/cv/ocr/kie_layoutxlm/igie/ser_vi_layoutxlm_xfund_zh.yml diff --git a/models/cv/ocr/rec_svtr/README.md b/models/cv/ocr/rec_svtr/igie/README.md similarity index 100% rename from models/cv/ocr/rec_svtr/README.md rename to models/cv/ocr/rec_svtr/igie/README.md diff --git a/models/cv/ocr/rec_svtr/build_engine.py b/models/cv/ocr/rec_svtr/igie/build_engine.py similarity index 100% rename from models/cv/ocr/rec_svtr/build_engine.py rename to models/cv/ocr/rec_svtr/igie/build_engine.py diff --git a/models/cv/ocr/rec_svtr/inference.py b/models/cv/ocr/rec_svtr/igie/inference.py similarity index 100% rename from models/cv/ocr/rec_svtr/inference.py rename to models/cv/ocr/rec_svtr/igie/inference.py diff --git a/models/cv/ocr/rec_svtr/rec_svtr_tiny_6local_6global_stn_en.yml b/models/cv/ocr/rec_svtr/igie/rec_svtr_tiny_6local_6global_stn_en.yml similarity index 100% rename from models/cv/ocr/rec_svtr/rec_svtr_tiny_6local_6global_stn_en.yml rename to models/cv/ocr/rec_svtr/igie/rec_svtr_tiny_6local_6global_stn_en.yml diff --git a/models/cv/ocr/rec_svtr/scripts/infer_svtr_fp16_accuracy.sh b/models/cv/ocr/rec_svtr/igie/scripts/infer_svtr_fp16_accuracy.sh similarity index 100% rename from models/cv/ocr/rec_svtr/scripts/infer_svtr_fp16_accuracy.sh rename to models/cv/ocr/rec_svtr/igie/scripts/infer_svtr_fp16_accuracy.sh diff --git a/models/cv/ocr/rec_svtr/scripts/infer_svtr_fp16_performance.sh b/models/cv/ocr/rec_svtr/igie/scripts/infer_svtr_fp16_performance.sh similarity index 100% rename from models/cv/ocr/rec_svtr/scripts/infer_svtr_fp16_performance.sh rename to models/cv/ocr/rec_svtr/igie/scripts/infer_svtr_fp16_performance.sh -- Gitee From d56804e1736f7148ce64a5fa72d5f2a06091b3e8 Mon Sep 17 00:00:00 2001 From: "mingjiang.li" Date: Wed, 11 Dec 2024 02:45:15 +0000 Subject: [PATCH 2/2] add ixrt 24.12 models into readme.md Signed-off-by: mingjiang.li --- README.md | 75 +++++++++++++++---- .../cv/pose_estimation/rtmpose/ixrt/README.md | 4 +- .../qwen2-7b/vllm/README.md | 2 +- .../stablelm/vllm/README.md | 2 +- 4 files changed, 66 insertions(+), 17 deletions(-) diff --git a/README.md b/README.md index e4b254b8..69a74671 100644 --- a/README.md +++ b/README.md @@ -36,7 +36,7 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - + @@ -69,7 +69,7 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - + @@ -77,15 +77,15 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - + - + - + @@ -124,7 +124,7 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - + @@ -135,7 +135,7 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - + @@ -179,7 +179,7 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - + @@ -454,7 +454,7 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - + @@ -619,7 +619,7 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - + @@ -902,11 +902,22 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 + + + + + + + + + + + - + @@ -1110,13 +1121,19 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - + - + + + + + + + @@ -1127,8 +1144,14 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 - + + + + + + + @@ -1144,12 +1167,36 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 + + + + + + + + + + + + + + + + + + + + + + + +
CLIP FP16 Supported-ixFormer
INT8ConvNeXt-Small FP16 Supported-Supported
INT8-
CSPDarkNet5CSPDarkNet53 FP16 Supported-Supported
INT8 --Supported
CSPResNet50DenseNet161 FP16 Supported-Supported
INT8DenseNet169 FP16 Supported-Supported
INT8EfficientNet-B2 FP16 Supported-Supported
INT8ResNeXt50_32x4d FP16 Supported-Supported
INT8CenterNet FP16 Supported-Supported
INT8IGIE IxRT
Lightweight OpenPoseFP16Supported
INT8--
RTMPose FP16 Supported-Supported
INT8
ChatGLM-3-6BSupportedSupported - -
Llama2-7BChatGLM-3-6B-32KSupported- -
Llama2-7BSupported Supported -
-
Qwen-7BMiniCPM-V-2Supported- -
Qwen-7BSupported - Supported
- -
Qwen1.5-32B ChatSupported--
Qwen1.5-72B Supported - -
Qwen2-7B InstructSupported--
Qwen2-72B InstructSupported--
StableLM2-1.6BSupported--
## Speech diff --git a/models/cv/pose_estimation/rtmpose/ixrt/README.md b/models/cv/pose_estimation/rtmpose/ixrt/README.md index e278c8e3..3e6b68a4 100644 --- a/models/cv/pose_estimation/rtmpose/ixrt/README.md +++ b/models/cv/pose_estimation/rtmpose/ixrt/README.md @@ -45,7 +45,9 @@ python3 export.py --weight data/rtmpose/rtmpose-m_simcc-aic-coco_pt-aic-coco_420 onnxsim data/rtmpose/rtmpose.onnx data/rtmpose/rtmpose_opt.onnx ``` -## TestSample +## Inference + +### FP16 ```bash python3 predict.py --model data/rtmpose/rtmpose_opt.onnx --precision fp16 --img_path demo/demo.jpg diff --git a/models/nlp/large_language_model/qwen2-7b/vllm/README.md b/models/nlp/large_language_model/qwen2-7b/vllm/README.md index ebf5c00c..6cfc7858 100755 --- a/models/nlp/large_language_model/qwen2-7b/vllm/README.md +++ b/models/nlp/large_language_model/qwen2-7b/vllm/README.md @@ -1,4 +1,4 @@ -# Qwen2-7B-Instruct +# Qwen2-7B Instruct ## Description diff --git a/models/nlp/large_language_model/stablelm/vllm/README.md b/models/nlp/large_language_model/stablelm/vllm/README.md index 603f6732..e9d1b7e4 100644 --- a/models/nlp/large_language_model/stablelm/vllm/README.md +++ b/models/nlp/large_language_model/stablelm/vllm/README.md @@ -1,4 +1,4 @@ -# StableLm-2-1_6B +# StableLM2-1.6B ## Description -- Gitee