From be5b565b40bcd82aeff302c2321bead1c37dbdb6 Mon Sep 17 00:00:00 2001 From: "hongliang.yuan" Date: Fri, 18 Jul 2025 14:12:49 +0800 Subject: [PATCH] update docker and missing dependent introduction --- README.md | 7 +++++++ README_en.md | 7 +++++++ .../swin_transformer_large/ixrt/README.md | 3 +++ .../cv/instance_segmentation/solov1/ixrt/README.md | 5 +++-- models/cv/object_detection/atss/igie/README.md | 3 +++ models/cv/object_detection/atss/ixrt/README.md | 4 +++- .../cv/object_detection/centernet/igie/README.md | 3 +++ .../cv/object_detection/centernet/ixrt/README.md | 4 +++- models/cv/object_detection/detr/ixrt/README.md | 3 +++ models/cv/object_detection/fcos/igie/README.md | 3 +++ models/cv/object_detection/fcos/ixrt/README.md | 3 +++ models/cv/object_detection/foveabox/igie/README.md | 3 +++ models/cv/object_detection/foveabox/ixrt/README.md | 3 +++ models/cv/object_detection/fsaf/igie/README.md | 3 +++ models/cv/object_detection/fsaf/ixrt/README.md | 3 +++ models/cv/object_detection/gfl/igie/README.md | 3 +++ models/cv/object_detection/hrnet/igie/README.md | 3 +++ models/cv/object_detection/hrnet/ixrt/README.md | 3 +++ models/cv/object_detection/paa/igie/README.md | 3 +++ models/cv/object_detection/paa/ixrt/README.md | 4 +++- .../cv/object_detection/retinaface/igie/README.md | 3 +++ .../cv/object_detection/retinaface/ixrt/README.md | 3 +++ .../cv/object_detection/retinanet/igie/README.md | 3 +++ .../cv/object_detection/retinanet/ixrt/README.md | 4 +++- models/cv/object_detection/rtmdet/igie/README.md | 3 +++ models/cv/object_detection/sabl/igie/README.md | 3 +++ models/cv/object_detection/ssd/igie/README.md | 3 +++ models/cv/object_detection/yolof/igie/README.md | 3 +++ models/cv/object_detection/yolov10/igie/README.md | 3 +++ models/cv/object_detection/yolov10/ixrt/README.md | 3 +++ models/cv/object_detection/yolov11/igie/README.md | 3 +++ models/cv/object_detection/yolov11/ixrt/README.md | 3 +++ models/cv/object_detection/yolov12/igie/README.md | 3 +++ models/cv/object_detection/yolov13/igie/README.md | 3 +++ models/cv/object_detection/yolov3/igie/README.md | 3 +++ models/cv/object_detection/yolov3/ixrt/README.md | 3 +++ models/cv/object_detection/yolov4/igie/README.md | 3 +++ models/cv/object_detection/yolov4/ixrt/README.md | 3 +++ models/cv/object_detection/yolov5/igie/README.md | 3 +++ models/cv/object_detection/yolov5/ixrt/README.md | 3 +++ models/cv/object_detection/yolov5s/ixrt/README.md | 3 +++ models/cv/object_detection/yolov6/igie/README.md | 3 +++ models/cv/object_detection/yolov6/ixrt/README.md | 3 +++ models/cv/object_detection/yolov7/igie/README.md | 3 +++ models/cv/object_detection/yolov7/ixrt/README.md | 3 +++ models/cv/object_detection/yolov8/igie/README.md | 3 +++ models/cv/object_detection/yolov8/ixrt/README.md | 3 +++ models/cv/object_detection/yolov9/igie/README.md | 3 +++ models/cv/object_detection/yolov9/ixrt/README.md | 3 +++ models/cv/object_detection/yolox/igie/README.md | 3 +++ models/cv/object_detection/yolox/ixrt/README.md | 3 +++ models/cv/ocr/kie_layoutxlm/igie/README.md | 5 +++++ models/cv/ocr/svtr/igie/README.md | 5 +++++ .../cv/semantic_segmentation/unet/igie/README.md | 3 +++ .../vision_language_model/intern_vl/vllm/README.md | 13 ------------- models/nlp/llm/llama2-7b/vllm/README.md | 13 ------------- models/nlp/llm/qwen-7b/vllm/README.md | 13 ------------- models/nlp/llm/qwen1.5-32b/vllm/README.md | 14 ++------------ models/nlp/llm/qwen2-72b/vllm/README.md | 14 ++------------ models/nlp/llm/qwen2-7b/vllm/README.md | 14 ++------------ models/nlp/plm/albert/ixrt/README.md | 5 +++++ models/nlp/plm/bert_base_squad/ixrt/README.md | 4 ++++ models/nlp/plm/bert_large_squad/ixrt/README.md | 5 +++++ models/nlp/plm/deberta/ixrt/README.md | 5 +++++ models/nlp/plm/roberta/ixrt/README.md | 5 +++++ models/nlp/plm/roformer/ixrt/README.md | 5 +++++ 66 files changed, 209 insertions(+), 81 deletions(-) diff --git a/README.md b/README.md index 2f4f0a05..fb347318 100644 --- a/README.md +++ b/README.md @@ -285,6 +285,13 @@ DeepSparkInference将按季度进行版本更新，后续会逐步丰富模型 --- +## 容器 + +| Docker Installer | IXUCA SDK | Introduction | +|-----------|--------|--------------| +| corex-docker-installer-4.3.0-*-py3.10-x86_64.run | 4.3.0 | 适用小模型推理 | +| corex-docker-installer-4.3.0-*-llm-py3.10-x86_64.run | 4.3.0 | 适用大模型推理 | + ## 社区 ### 治理 diff --git a/README_en.md b/README_en.md index b35b14e7..41fbda18 100644 --- a/README_en.md +++ b/README_en.md @@ -295,6 +295,13 @@ inference to be expanded in the future. --- +## Docker + +| Docker Installer | IXUCA SDK | Introduction | +|-----------|--------|--------------| +| corex-docker-installer-4.3.0-*-py3.10-x86_64.run | 4.3.0 | for small model inference | +| corex-docker-installer-4.3.0-*-llm-py3.10-x86_64.run | 4.3.0 | for large model inference | + ## Community ### Code of Conduct diff --git a/models/cv/classification/swin_transformer_large/ixrt/README.md b/models/cv/classification/swin_transformer_large/ixrt/README.md index fb19aa78..a7c0c321 100644 --- a/models/cv/classification/swin_transformer_large/ixrt/README.md +++ b/models/cv/classification/swin_transformer_large/ixrt/README.md @@ -27,6 +27,9 @@ bash ./scripts/prepare_model_and_dataset.sh ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- tensorflow-2.16.2+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash export PROJ_ROOT=/PATH/TO/DEEPSPARKINFERENCE export MODEL_PATH=${PROJ_ROOT}/models/cv/classification/swin_transformer_large/ixrt diff --git a/models/cv/instance_segmentation/solov1/ixrt/README.md b/models/cv/instance_segmentation/solov1/ixrt/README.md index e6af2d23..9a59fda0 100644 --- a/models/cv/instance_segmentation/solov1/ixrt/README.md +++ b/models/cv/instance_segmentation/solov1/ixrt/README.md @@ -31,9 +31,10 @@ apt install -y libgl1-mesa-glx pip3 install -r requirements.txt ``` -The inference of the Solov1 model requires a dependency on a well-adapted mmcv-v1.7.0 library. Please inquire with the staff to obtain the relevant libraries. +The inference of the Solov1 model requires a dependency on a well-adapted mmcv-v1.7.0 library. Please contact the Iluvatar administrator to get the missing packages: +- mmcv_full-1.7.0+corex.20250108131027-cp310-cp310-linux_x86_64.whl -You can follow the script [prepare_mmcv.sh](https://gitee.com/deep-spark/deepsparkhub/blob/master/toolbox/MMDetection/prepare_mmcv.sh) to build: +or You can follow the script [prepare_mmcv.sh](https://gitee.com/deep-spark/deepsparkhub/blob/master/toolbox/MMDetection/prepare_mmcv.sh) to build: ```bash cd mmcv diff --git a/models/cv/object_detection/atss/igie/README.md b/models/cv/object_detection/atss/igie/README.md index ddce9399..fe1cbfe0 100644 --- a/models/cv/object_detection/atss/igie/README.md +++ b/models/cv/object_detection/atss/igie/README.md @@ -25,6 +25,9 @@ wget https://download.openmmlab.com/mmdetection/v2.0/atss/atss_r50_fpn_1x_coco/a ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/atss/ixrt/README.md b/models/cv/object_detection/atss/ixrt/README.md index 3b89e87b..16808f76 100644 --- a/models/cv/object_detection/atss/ixrt/README.md +++ b/models/cv/object_detection/atss/ixrt/README.md @@ -24,9 +24,11 @@ wget https://download.openmmlab.com/mmdetection/v2.0/atss/atss_r50_fpn_1x_coco/a ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash pip3 install -r requirements.txt -# Contact the Iluvatar administrator to get the mmcv install package. ``` ### Model Conversion diff --git a/models/cv/object_detection/centernet/igie/README.md b/models/cv/object_detection/centernet/igie/README.md index 25115bea..7b2a9b33 100644 --- a/models/cv/object_detection/centernet/igie/README.md +++ b/models/cv/object_detection/centernet/igie/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/centernet/ixrt/README.md b/models/cv/object_detection/centernet/ixrt/README.md index 3af16f69..f9c9bcf1 100644 --- a/models/cv/object_detection/centernet/ixrt/README.md +++ b/models/cv/object_detection/centernet/ixrt/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS @@ -29,7 +32,6 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r requirements.txt -# Contact the Iluvatar administrator to get the mmcv install package. ``` ### Model Conversion diff --git a/models/cv/object_detection/detr/ixrt/README.md b/models/cv/object_detection/detr/ixrt/README.md index f63ee9e5..2a79ab6a 100755 --- a/models/cv/object_detection/detr/ixrt/README.md +++ b/models/cv/object_detection/detr/ixrt/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/fcos/igie/README.md b/models/cv/object_detection/fcos/igie/README.md index 03022c1f..54bcebf1 100644 --- a/models/cv/object_detection/fcos/igie/README.md +++ b/models/cv/object_detection/fcos/igie/README.md @@ -25,6 +25,9 @@ wget https://download.openmmlab.com/mmdetection/v2.0/fcos/fcos_r50_caffe_fpn_gn- ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/fcos/ixrt/README.md b/models/cv/object_detection/fcos/ixrt/README.md index da669496..c818daad 100755 --- a/models/cv/object_detection/fcos/ixrt/README.md +++ b/models/cv/object_detection/fcos/ixrt/README.md @@ -25,6 +25,9 @@ COCO2017: ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/foveabox/igie/README.md b/models/cv/object_detection/foveabox/igie/README.md index de20d6a4..196054d8 100644 --- a/models/cv/object_detection/foveabox/igie/README.md +++ b/models/cv/object_detection/foveabox/igie/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/foveabox/ixrt/README.md b/models/cv/object_detection/foveabox/ixrt/README.md index b9cfed86..1c71c519 100644 --- a/models/cv/object_detection/foveabox/ixrt/README.md +++ b/models/cv/object_detection/foveabox/ixrt/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/fsaf/igie/README.md b/models/cv/object_detection/fsaf/igie/README.md index bb6c0e59..d8e5e827 100644 --- a/models/cv/object_detection/fsaf/igie/README.md +++ b/models/cv/object_detection/fsaf/igie/README.md @@ -25,6 +25,9 @@ wget https://download.openmmlab.com/mmdetection/v2.0/fsaf/fsaf_r50_fpn_1x_coco/f ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/fsaf/ixrt/README.md b/models/cv/object_detection/fsaf/ixrt/README.md index e4250d3e..b228bf91 100644 --- a/models/cv/object_detection/fsaf/ixrt/README.md +++ b/models/cv/object_detection/fsaf/ixrt/README.md @@ -25,6 +25,9 @@ wget https://download.openmmlab.com/mmdetection/v2.0/fsaf/fsaf_r50_fpn_1x_coco/f ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/gfl/igie/README.md b/models/cv/object_detection/gfl/igie/README.md index 4f64c7b9..2622fff7 100644 --- a/models/cv/object_detection/gfl/igie/README.md +++ b/models/cv/object_detection/gfl/igie/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/hrnet/igie/README.md b/models/cv/object_detection/hrnet/igie/README.md index 8c1a8be3..751a338e 100644 --- a/models/cv/object_detection/hrnet/igie/README.md +++ b/models/cv/object_detection/hrnet/igie/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/hrnet/ixrt/README.md b/models/cv/object_detection/hrnet/ixrt/README.md index 41626061..14863090 100644 --- a/models/cv/object_detection/hrnet/ixrt/README.md +++ b/models/cv/object_detection/hrnet/ixrt/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/paa/igie/README.md b/models/cv/object_detection/paa/igie/README.md index df48de68..b98ad822 100644 --- a/models/cv/object_detection/paa/igie/README.md +++ b/models/cv/object_detection/paa/igie/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/paa/ixrt/README.md b/models/cv/object_detection/paa/ixrt/README.md index 200ec507..97cbd9ec 100644 --- a/models/cv/object_detection/paa/ixrt/README.md +++ b/models/cv/object_detection/paa/ixrt/README.md @@ -24,9 +24,11 @@ wget https://download.openmmlab.com/mmdetection/v2.0/paa/paa_r50_fpn_1x_coco/paa ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash pip3 install -r requirements.txt -# Contact the Iluvatar administrator to get the mmcv install package. ``` ### Model Conversion diff --git a/models/cv/object_detection/retinaface/igie/README.md b/models/cv/object_detection/retinaface/igie/README.md index 7f354187..9d7833b1 100755 --- a/models/cv/object_detection/retinaface/igie/README.md +++ b/models/cv/object_detection/retinaface/igie/README.md @@ -21,6 +21,9 @@ Dataset: to download the validation dataset. ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/retinaface/ixrt/README.md b/models/cv/object_detection/retinaface/ixrt/README.md index 424f9183..9b0bb6ca 100644 --- a/models/cv/object_detection/retinaface/ixrt/README.md +++ b/models/cv/object_detection/retinaface/ixrt/README.md @@ -25,6 +25,9 @@ wget https://github.com/biubug6/Face-Detector-1MB-with-landmark/raw/master/weigh ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/retinanet/igie/README.md b/models/cv/object_detection/retinanet/igie/README.md index 10c8173e..eaad1376 100644 --- a/models/cv/object_detection/retinanet/igie/README.md +++ b/models/cv/object_detection/retinanet/igie/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/retinanet/ixrt/README.md b/models/cv/object_detection/retinanet/ixrt/README.md index 7b63a3ce..b3947361 100644 --- a/models/cv/object_detection/retinanet/ixrt/README.md +++ b/models/cv/object_detection/retinanet/ixrt/README.md @@ -24,9 +24,11 @@ wget https://download.openmmlab.com/mmdetection/v2.0/retinanet/retinanet_r50_fpn ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash pip3 install -r requirements.txt -# Contact the Iluvatar administrator to get the mmcv install package. ``` ### Model Conversion diff --git a/models/cv/object_detection/rtmdet/igie/README.md b/models/cv/object_detection/rtmdet/igie/README.md index bd6db5e3..17460c92 100644 --- a/models/cv/object_detection/rtmdet/igie/README.md +++ b/models/cv/object_detection/rtmdet/igie/README.md @@ -25,6 +25,9 @@ wget https://download.openmmlab.com/mmpose/v1/projects/rtmpose/rtmdet_nano_8xb32 ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/sabl/igie/README.md b/models/cv/object_detection/sabl/igie/README.md index 1fc9126b..b26d8514 100644 --- a/models/cv/object_detection/sabl/igie/README.md +++ b/models/cv/object_detection/sabl/igie/README.md @@ -25,6 +25,9 @@ wget https://download.openmmlab.com/mmdetection/v2.0/sabl/sabl_retinanet_r50_fpn ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/ssd/igie/README.md b/models/cv/object_detection/ssd/igie/README.md index 38806444..4e24ba43 100644 --- a/models/cv/object_detection/ssd/igie/README.md +++ b/models/cv/object_detection/ssd/igie/README.md @@ -20,6 +20,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/yolof/igie/README.md b/models/cv/object_detection/yolof/igie/README.md index d07647ab..25b3f033 100644 --- a/models/cv/object_detection/yolof/igie/README.md +++ b/models/cv/object_detection/yolof/igie/README.md @@ -20,6 +20,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/yolov10/igie/README.md b/models/cv/object_detection/yolov10/igie/README.md index 928ba8b7..ceb61266 100644 --- a/models/cv/object_detection/yolov10/igie/README.md +++ b/models/cv/object_detection/yolov10/igie/README.md @@ -19,6 +19,9 @@ Pretrained model: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/yolov3/ixrt/README.md b/models/cv/object_detection/yolov3/ixrt/README.md index 6963361c..34b82267 100644 --- a/models/cv/object_detection/yolov3/ixrt/README.md +++ b/models/cv/object_detection/yolov3/ixrt/README.md @@ -24,6 +24,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/yolov4/igie/README.md b/models/cv/object_detection/yolov4/igie/README.md index 4ef00254..c3681397 100644 --- a/models/cv/object_detection/yolov4/igie/README.md +++ b/models/cv/object_detection/yolov4/igie/README.md @@ -22,6 +22,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/yolov4/ixrt/README.md b/models/cv/object_detection/yolov4/ixrt/README.md index 14810cf9..2795658b 100644 --- a/models/cv/object_detection/yolov4/ixrt/README.md +++ b/models/cv/object_detection/yolov4/ixrt/README.md @@ -22,6 +22,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/yolov5/igie/README.md b/models/cv/object_detection/yolov5/igie/README.md index 6a8f30d9..3a94cc17 100644 --- a/models/cv/object_detection/yolov5/igie/README.md +++ b/models/cv/object_detection/yolov5/igie/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/yolov5/ixrt/README.md b/models/cv/object_detection/yolov5/ixrt/README.md index de030adb..5e8cea88 100644 --- a/models/cv/object_detection/yolov5/ixrt/README.md +++ b/models/cv/object_detection/yolov5/ixrt/README.md @@ -24,6 +24,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/yolov5s/ixrt/README.md b/models/cv/object_detection/yolov5s/ixrt/README.md index 1e216cfb..b00b00cb 100755 --- a/models/cv/object_detection/yolov5s/ixrt/README.md +++ b/models/cv/object_detection/yolov5s/ixrt/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/yolov6/igie/README.md b/models/cv/object_detection/yolov6/igie/README.md index bbb1ba20..68949b49 100644 --- a/models/cv/object_detection/yolov6/igie/README.md +++ b/models/cv/object_detection/yolov6/igie/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/yolov6/ixrt/README.md b/models/cv/object_detection/yolov6/ixrt/README.md index 947cbc69..0aa4a9d4 100644 --- a/models/cv/object_detection/yolov6/ixrt/README.md +++ b/models/cv/object_detection/yolov6/ixrt/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/yolov7/igie/README.md b/models/cv/object_detection/yolov7/igie/README.md index e5979c9c..3491c2b2 100644 --- a/models/cv/object_detection/yolov7/igie/README.md +++ b/models/cv/object_detection/yolov7/igie/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/yolov7/ixrt/README.md b/models/cv/object_detection/yolov7/ixrt/README.md index 641440a5..1b9562ef 100644 --- a/models/cv/object_detection/yolov7/ixrt/README.md +++ b/models/cv/object_detection/yolov7/ixrt/README.md @@ -24,6 +24,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/yolov8/igie/README.md b/models/cv/object_detection/yolov8/igie/README.md index 7b069b0b..3ad88c4d 100644 --- a/models/cv/object_detection/yolov8/igie/README.md +++ b/models/cv/object_detection/yolov8/igie/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/yolov8/ixrt/README.md b/models/cv/object_detection/yolov8/ixrt/README.md index f7ea4dda..7a54654f 100644 --- a/models/cv/object_detection/yolov8/ixrt/README.md +++ b/models/cv/object_detection/yolov8/ixrt/README.md @@ -21,6 +21,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/yolov9/igie/README.md b/models/cv/object_detection/yolov9/igie/README.md index 4bec9a28..7e7214fe 100644 --- a/models/cv/object_detection/yolov9/igie/README.md +++ b/models/cv/object_detection/yolov9/igie/README.md @@ -19,6 +19,9 @@ Pretrained model: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/object_detection/yolox/ixrt/README.md b/models/cv/object_detection/yolox/ixrt/README.md index 2d4fb0c8..8e73c40f 100644 --- a/models/cv/object_detection/yolox/ixrt/README.md +++ b/models/cv/object_detection/yolox/ixrt/README.md @@ -22,6 +22,9 @@ Dataset: to download the valida ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/ocr/kie_layoutxlm/igie/README.md b/models/cv/ocr/kie_layoutxlm/igie/README.md index bc64cfc1..ebe6ec11 100644 --- a/models/cv/ocr/kie_layoutxlm/igie/README.md +++ b/models/cv/ocr/kie_layoutxlm/igie/README.md @@ -19,6 +19,11 @@ Pretrained model: to download the XFUND_zh dataset. +### Install Dependencies + +Contact the Iluvatar administrator to get the missing packages: +- paddlepaddle-3.0.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash pip3 install -r requirements.txt ``` diff --git a/models/cv/ocr/svtr/igie/README.md b/models/cv/ocr/svtr/igie/README.md index f9aedccd..6fb83dd2 100644 --- a/models/cv/ocr/svtr/igie/README.md +++ b/models/cv/ocr/svtr/igie/README.md @@ -19,6 +19,11 @@ Pretrained model: to download the lmdb evaluation datasets. +### Install Dependencies + +Contact the Iluvatar administrator to get the missing packages: +- paddlepaddle-3.0.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/cv/semantic_segmentation/unet/igie/README.md b/models/cv/semantic_segmentation/unet/igie/README.md index a168b53f..bdb303af 100644 --- a/models/cv/semantic_segmentation/unet/igie/README.md +++ b/models/cv/semantic_segmentation/unet/igie/README.md @@ -21,6 +21,9 @@ Dataset: to download the dataset. ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- mmcv-2.1.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash # Install libGL ## CentOS diff --git a/models/multimodal/vision_language_model/intern_vl/vllm/README.md b/models/multimodal/vision_language_model/intern_vl/vllm/README.md index dc9d06b2..c7334587 100644 --- a/models/multimodal/vision_language_model/intern_vl/vllm/README.md +++ b/models/multimodal/vision_language_model/intern_vl/vllm/README.md @@ -31,19 +31,6 @@ ln -s /path/to/InternVL2-4B ./data/intern_vl In order to run the model smoothly, you need to get the sdk from [resource center](https://support.iluvatar.com/#/ProductLine?id=2) of Iluvatar CoreX official website. -```bash -# Install libGL -## CentOS -yum install -y mesa-libGL -## Ubuntu -apt install -y libgl1-mesa-glx - -# Contact the iluvatar manager to get adapted install packages of vllm, triton, and ixformer -pip3 install vllm -pip3 install triton -pip3 install ixformer -``` - ## Model Inference ```bash diff --git a/models/nlp/llm/llama2-7b/vllm/README.md b/models/nlp/llm/llama2-7b/vllm/README.md index 78f90811..48966245 100755 --- a/models/nlp/llm/llama2-7b/vllm/README.md +++ b/models/nlp/llm/llama2-7b/vllm/README.md @@ -33,19 +33,6 @@ ln -s /path/to/llama2-7b ./data/llama2 In order to run the model smoothly, you need to get the sdk from [resource center](https://support.iluvatar.com/#/ProductLine?id=2) of Iluvatar CoreX official website. -```bash -# Install libGL -## CentOS -yum install -y mesa-libGL -## Ubuntu -apt install -y libgl1-mesa-glx - -# Contact the iluvatar manager to get adapted install packages of vllm, triton, and ixformer -pip3 install vllm -pip3 install triton -pip3 install ixformer -``` - ## Model Inference ```bash diff --git a/models/nlp/llm/qwen-7b/vllm/README.md b/models/nlp/llm/qwen-7b/vllm/README.md index b7051d69..0d98ddf3 100644 --- a/models/nlp/llm/qwen-7b/vllm/README.md +++ b/models/nlp/llm/qwen-7b/vllm/README.md @@ -33,19 +33,6 @@ ln -s /path/to/Qwen-7B ./data/qwen In order to run the model smoothly, you need to get the sdk from [resource center](https://support.iluvatar.com/#/ProductLine?id=2) of Iluvatar CoreX official website. -```bash -# Install libGL -## CentOS -yum install -y mesa-libGL -## Ubuntu -apt install -y libgl1-mesa-glx - -# Contact the iluvatar manager to get adapted install packages of vllm, triton, and ixformer -pip3 install vllm -pip3 install triton -pip3 install ixformer -``` - ## Model Inference ```bash diff --git a/models/nlp/llm/qwen1.5-32b/vllm/README.md b/models/nlp/llm/qwen1.5-32b/vllm/README.md index 158d882a..e9c2c64f 100755 --- a/models/nlp/llm/qwen1.5-32b/vllm/README.md +++ b/models/nlp/llm/qwen1.5-32b/vllm/README.md @@ -28,18 +28,8 @@ ln -s /path/to/Qwen1.5-32B ./data/qwen1.5 ### Install Dependencies -```bash -# Install libGL -## CentOS -yum install -y mesa-libGL -## Ubuntu -apt install -y libgl1-mesa-glx - -# Contact the iluvatar manager to get adapted install packages of vllm, triton, and ixformer -pip3 install vllm -pip3 install triton -pip3 install ixformer -``` +In order to run the model smoothly, you need to get the sdk from [resource +center](https://support.iluvatar.com/#/ProductLine?id=2) of Iluvatar CoreX official website. ## Model Inference diff --git a/models/nlp/llm/qwen2-72b/vllm/README.md b/models/nlp/llm/qwen2-72b/vllm/README.md index 69a0cc9c..a76e0433 100755 --- a/models/nlp/llm/qwen2-72b/vllm/README.md +++ b/models/nlp/llm/qwen2-72b/vllm/README.md @@ -35,18 +35,8 @@ ln -s /path/to/Qwen2-72B ./data/qwen2 ### Install Dependencies -```bash -# Install libGL -## CentOS -yum install -y mesa-libGL -## Ubuntu -apt install -y libgl1-mesa-glx - -# Contact the iluvatar manager to get adapted install packages of vllm, triton, and ixformer -pip3 install vllm -pip3 install triton -pip3 install ixformer -``` +In order to run the model smoothly, you need to get the sdk from [resource +center](https://support.iluvatar.com/#/ProductLine?id=2) of Iluvatar CoreX official website. ## Model Inference diff --git a/models/nlp/llm/qwen2-7b/vllm/README.md b/models/nlp/llm/qwen2-7b/vllm/README.md index b7b28e45..217eb652 100755 --- a/models/nlp/llm/qwen2-7b/vllm/README.md +++ b/models/nlp/llm/qwen2-7b/vllm/README.md @@ -34,18 +34,8 @@ ln -s /path/to/Qwen2-7B-Instruct ./data/qwen2 ### Install Dependencies -```bash -# Install libGL -## CentOS -yum install -y mesa-libGL -## Ubuntu -apt install -y libgl1-mesa-glx - -# Contact the iluvatar manager to get adapted install packages of vllm, triton, and ixformer -pip3 install vllm -pip3 install triton -pip3 install ixformer -``` +In order to run the model smoothly, you need to get the sdk from [resource +center](https://support.iluvatar.com/#/ProductLine?id=2) of Iluvatar CoreX official website. ## Model Inference diff --git a/models/nlp/plm/albert/ixrt/README.md b/models/nlp/plm/albert/ixrt/README.md index d53712c9..1248945b 100644 --- a/models/nlp/plm/albert/ixrt/README.md +++ b/models/nlp/plm/albert/ixrt/README.md @@ -30,6 +30,11 @@ bash ./scripts/prepare_model_and_dataset.sh ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- tensorflow-2.16.2+corex.4.3.0-cp310-cp310-linux_x86_64.whl +- ixrt-1.0.0a0+corex.4.3.0-cp310-cp310-linux_x86_64.whl +- cuda_python-11.8.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash apt install -y libnuma-dev diff --git a/models/nlp/plm/bert_base_squad/ixrt/README.md b/models/nlp/plm/bert_base_squad/ixrt/README.md index b9569a6c..0372004e 100644 --- a/models/nlp/plm/bert_base_squad/ixrt/README.md +++ b/models/nlp/plm/bert_base_squad/ixrt/README.md @@ -22,6 +22,10 @@ bash script/prepare.sh v1_1 ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- ixrt-1.0.0a0+corex.4.3.0-cp310-cp310-linux_x86_64.whl +- cuda_python-11.8.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + #### Install on Iluvatar ```bash diff --git a/models/nlp/plm/bert_large_squad/ixrt/README.md b/models/nlp/plm/bert_large_squad/ixrt/README.md index 0670e856..a6a90eab 100644 --- a/models/nlp/plm/bert_large_squad/ixrt/README.md +++ b/models/nlp/plm/bert_large_squad/ixrt/README.md @@ -18,6 +18,11 @@ BERT is designed to pre-train deep bidirectional representations from unlabeled Get `bert-large-uncased.zip` from [Google Drive](https://drive.google.com/file/d/1eD8QBkbK6YN-_YXODp3tmpp3cZKlrPTA/view?usp=drive_link) +### Install Dependencies + +Contact the Iluvatar administrator to get the missing packages: +- ixrt-1.0.0a0+corex.4.3.0-cp310-cp310-linux_x86_64.whl +- cuda_python-11.8.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl ## Model Inference diff --git a/models/nlp/plm/deberta/ixrt/README.md b/models/nlp/plm/deberta/ixrt/README.md index cd2e30b1..df60dcb7 100644 --- a/models/nlp/plm/deberta/ixrt/README.md +++ b/models/nlp/plm/deberta/ixrt/README.md @@ -30,6 +30,11 @@ bash ./scripts/prepare_model_and_dataset.sh ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- tensorflow-2.16.2+corex.4.3.0-cp310-cp310-linux_x86_64.whl +- ixrt-1.0.0a0+corex.4.3.0-cp310-cp310-linux_x86_64.whl +- cuda_python-11.8.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash export PROJ_ROOT=/PATH/TO/DEEPSPARKINFERENCE export MODEL_PATH=${PROJ_ROOT}/models/nlp/language_model/deberta/ixrt diff --git a/models/nlp/plm/roberta/ixrt/README.md b/models/nlp/plm/roberta/ixrt/README.md index a25cf804..e2341235 100644 --- a/models/nlp/plm/roberta/ixrt/README.md +++ b/models/nlp/plm/roberta/ixrt/README.md @@ -28,6 +28,11 @@ Dataset: ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- tensorflow-2.16.2+corex.4.3.0-cp310-cp310-linux_x86_64.whl +- ixrt-1.0.0a0+corex.4.3.0-cp310-cp310-linux_x86_64.whl +- cuda_python-11.8.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash export PROJ_ROOT=/PATH/TO/DEEPSPARKINFERENCE export MODEL_PATH=${PROJ_ROOT}/models/nlp/language_model/roberta/ixrt diff --git a/models/nlp/plm/roformer/ixrt/README.md b/models/nlp/plm/roformer/ixrt/README.md index 3b90ce7a..bad19403 100644 --- a/models/nlp/plm/roformer/ixrt/README.md +++ b/models/nlp/plm/roformer/ixrt/README.md @@ -45,6 +45,11 @@ popd ### Install Dependencies +Contact the Iluvatar administrator to get the missing packages: +- tensorflow-2.16.2+corex.4.3.0-cp310-cp310-linux_x86_64.whl +- ixrt-1.0.0a0+corex.4.3.0-cp310-cp310-linux_x86_64.whl +- cuda_python-11.8.0+corex.4.3.0-cp310-cp310-linux_x86_64.whl + ```bash apt install -y libnuma-dev -- Gitee