From 85c0f52834a8e8493c3e5d29e934d30e80db3e7e Mon Sep 17 00:00:00 2001 From: zhihang Date: Wed, 11 Jun 2025 16:57:56 +0800 Subject: [PATCH 1/2] add vllm-cpu 0.8.3 for 22.03-LTS --- AI/vllm-cpu/0.8.3/22.03-lts/Dockerfile | 22 ++++++++++++++++++++++ AI/vllm-cpu/README.md | 4 ++++ AI/vllm-cpu/meta.yml | 3 +++ 3 files changed, 29 insertions(+) create mode 100644 AI/vllm-cpu/0.8.3/22.03-lts/Dockerfile diff --git a/AI/vllm-cpu/0.8.3/22.03-lts/Dockerfile b/AI/vllm-cpu/0.8.3/22.03-lts/Dockerfile new file mode 100644 index 0000000..bdaa6c4 --- /dev/null +++ b/AI/vllm-cpu/0.8.3/22.03-lts/Dockerfile @@ -0,0 +1,22 @@ +ARG BASE=openeuler/openeuler:22.03-lts +ARG VERSION=v0.8.3 + +FROM ${BASE} + +ARG VERSION + +RUN yum update -y && \ + yum install -y make gcc gcc-c++ python python-pip python3-devel git vim wget net-tools numactl-devel && \ + rm -rf /var/cache/yum + +WORKDIR /workspace + +RUN git clone -b ${VERSION} https://github.com/vllm-project/vllm.git + +WORKDIR /workspace/vllm + +RUN pip install "cmake>=3.26" wheel packaging ninja "setuptools-scm>=8" numpy + +RUN VLLM_TARGET_DEVICE="cpu" pip install -e . --extra-index-url https://download.pytorch.org/whl/cpu + +ENTRYPOINT ["python", "-m", "vllm.entrypoints.openai.api_server"] diff --git a/AI/vllm-cpu/README.md b/AI/vllm-cpu/README.md index b04a423..ec94629 100644 --- a/AI/vllm-cpu/README.md +++ b/AI/vllm-cpu/README.md @@ -34,9 +34,13 @@ The tag of each vLLM docker image is consist of the version of vLLM and the vers | Tags | Currently | Architectures| |--|--|--| |[0.6.3-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.6.3/24.03-lts/Dockerfile)| vLLM 0.6.3 on openEuler 24.03-LTS | amd64 | +|[0.8.3-oe2203lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.3/22.03-lts/Dockerfile)| vLLM 0.8.3 on openEuler 22.03-LTS | amd64, arm64 | |[0.8.3-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.3/24.03-lts/Dockerfile)| vLLM 0.8.3 on openEuler 24.03-LTS | amd64, arm64 | +|[0.8.4-oe2203lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.4/22.03-lts/Dockerfile)| vLLM 0.8.4 on openEuler 22.03-LTS | amd64 | |[0.8.4-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.4/24.03-lts/Dockerfile)| vLLM 0.8.4 on openEuler 24.03-LTS | amd64 | +|[0.8.5-oe2203lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.5/22.03-lts/Dockerfile)| vLLM 0.8.5 on openEuler 22.03-LTS | amd64, arm64 | |[0.8.5-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.5/24.03-lts/Dockerfile)| vLLM 0.8.5 on openEuler 24.03-LTS | amd64, arm64 | +|[0.9.0-oe2203lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.9.0/22.03-lts/Dockerfile)| vLLM 0.9.0 on openEuler 22.03-LTS | amd64, arm64 | |[0.9.0-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.9.0/24.03-lts/Dockerfile)| vLLM 0.9.0 on openEuler 24.03-LTS | amd64, arm64 | # Usage diff --git a/AI/vllm-cpu/meta.yml b/AI/vllm-cpu/meta.yml index c618c6a..87b8171 100644 --- a/AI/vllm-cpu/meta.yml +++ b/AI/vllm-cpu/meta.yml @@ -10,3 +10,6 @@ 0.9.0-oe2403lts: path: 0.9.0/24.03-lts/Dockerfile + +0.8.3-oe2203lts: + path: 0.8.3/22.03-lts/Dockerfile \ No newline at end of file -- Gitee From ef4cfae5fc6b77541f00d5d9f0a0c0624ddf099f Mon Sep 17 00:00:00 2001 From: zhihang Date: Thu, 12 Jun 2025 09:45:00 +0800 Subject: [PATCH 2/2] add vllm-cpu 0.8.3 for 22.03-LTS-SP4 --- AI/vllm-cpu/0.8.3/{22.03-lts => 22.03-lts-sp4}/Dockerfile | 7 +++++-- AI/vllm-cpu/meta.yml | 4 ++-- 2 files changed, 7 insertions(+), 4 deletions(-) rename AI/vllm-cpu/0.8.3/{22.03-lts => 22.03-lts-sp4}/Dockerfile (58%) diff --git a/AI/vllm-cpu/0.8.3/22.03-lts/Dockerfile b/AI/vllm-cpu/0.8.3/22.03-lts-sp4/Dockerfile similarity index 58% rename from AI/vllm-cpu/0.8.3/22.03-lts/Dockerfile rename to AI/vllm-cpu/0.8.3/22.03-lts-sp4/Dockerfile index bdaa6c4..b5d47cb 100644 --- a/AI/vllm-cpu/0.8.3/22.03-lts/Dockerfile +++ b/AI/vllm-cpu/0.8.3/22.03-lts-sp4/Dockerfile @@ -1,4 +1,4 @@ -ARG BASE=openeuler/openeuler:22.03-lts +ARG BASE=openeuler/openeuler:22.03-lts-sp4 ARG VERSION=v0.8.3 FROM ${BASE} @@ -6,9 +6,12 @@ FROM ${BASE} ARG VERSION RUN yum update -y && \ - yum install -y make gcc gcc-c++ python python-pip python3-devel git vim wget net-tools numactl-devel && \ + yum install -y make gcc-toolset-12-gcc gcc-toolset-12-gcc-c++ python python-pip python3-devel git vim wget net-tools numactl-devel && \ rm -rf /var/cache/yum +ENV PATH=/opt/openEuler/gcc-toolset-12/root/usr/bin/:$PATH +ENV LD_LIBRARY_PATH=/opt/openEuler/gcc-toolset-12/root/usr/lib64/:$LD_LIBRARY_PATH + WORKDIR /workspace RUN git clone -b ${VERSION} https://github.com/vllm-project/vllm.git diff --git a/AI/vllm-cpu/meta.yml b/AI/vllm-cpu/meta.yml index 87b8171..1ed1f6d 100644 --- a/AI/vllm-cpu/meta.yml +++ b/AI/vllm-cpu/meta.yml @@ -11,5 +11,5 @@ 0.9.0-oe2403lts: path: 0.9.0/24.03-lts/Dockerfile -0.8.3-oe2203lts: - path: 0.8.3/22.03-lts/Dockerfile \ No newline at end of file +0.8.3-oe2203sp4: + path: 0.8.3/22.03-lts-sp4/Dockerfile \ No newline at end of file -- Gitee