From 2177f5885fc5165ed71af4e7a2d1f261c7e084c0 Mon Sep 17 00:00:00 2001 From: zhihang Date: Thu, 12 Jun 2025 14:33:55 +0800 Subject: [PATCH 1/2] add vllm-cpu 0.8.5 and 0.9.0 for 22.03-LTS-SP4 --- AI/vllm-cpu/0.8.5/22.03-lts-sp4/Dockerfile | 25 ++++++++++++++++++++++ AI/vllm-cpu/0.9.0/22.03-lts-sp4/Dockerfile | 24 +++++++++++++++++++++ AI/vllm-cpu/meta.yml | 8 ++++++- 3 files changed, 56 insertions(+), 1 deletion(-) create mode 100644 AI/vllm-cpu/0.8.5/22.03-lts-sp4/Dockerfile create mode 100644 AI/vllm-cpu/0.9.0/22.03-lts-sp4/Dockerfile diff --git a/AI/vllm-cpu/0.8.5/22.03-lts-sp4/Dockerfile b/AI/vllm-cpu/0.8.5/22.03-lts-sp4/Dockerfile new file mode 100644 index 00000000..8662e9da --- /dev/null +++ b/AI/vllm-cpu/0.8.5/22.03-lts-sp4/Dockerfile @@ -0,0 +1,25 @@ +ARG BASE=openeuler/openeuler:22.03-lts-sp4 +ARG VERSION=v0.8.5 + +FROM ${BASE} + +ARG VERSION + +RUN yum update -y && \ + yum install -y make gcc-toolset-12-gcc gcc-toolset-12-gcc-c++ python python-pip python3-devel git vim wget net-tools numactl-devel && \ + rm -rf /var/cache/yum + +ENV PATH=/opt/openEuler/gcc-toolset-12/root/usr/bin/:$PATH +ENV LD_LIBRARY_PATH=/opt/openEuler/gcc-toolset-12/root/usr/lib64/:$LD_LIBRARY_PATH + +WORKDIR /workspace + +RUN git clone -b ${VERSION} https://github.com/vllm-project/vllm.git + +WORKDIR /workspace/vllm + +RUN pip install "cmake>=3.26" wheel packaging ninja "setuptools-scm>=8" numpy + +RUN VLLM_TARGET_DEVICE="cpu" pip install -e . --extra-index-url https://download.pytorch.org/whl/cpu + +ENTRYPOINT ["python", "-m", "vllm.entrypoints.openai.api_server"] \ No newline at end of file diff --git a/AI/vllm-cpu/0.9.0/22.03-lts-sp4/Dockerfile b/AI/vllm-cpu/0.9.0/22.03-lts-sp4/Dockerfile new file mode 100644 index 00000000..865bc627 --- /dev/null +++ b/AI/vllm-cpu/0.9.0/22.03-lts-sp4/Dockerfile @@ -0,0 +1,24 @@ +ARG BASE=openeuler/openeuler:22.03-lts-sp4 + +FROM ${BASE} + +ARG VERSION + +RUN yum update -y && \ + yum install -y make gcc-toolset-12-gcc gcc-toolset-12-gcc-c++ python python-pip python3-devel git vim wget net-tools numactl-devel && \ + rm -rf /var/cache/yum + +ENV PATH=/opt/openEuler/gcc-toolset-12/root/usr/bin/:$PATH +ENV LD_LIBRARY_PATH=/opt/openEuler/gcc-toolset-12/root/usr/lib64/:$LD_LIBRARY_PATH + +WORKDIR /workspace + +RUN git clone -b ${VERSION} https://github.com/vllm-project/vllm.git + +WORKDIR /workspace/vllm + +RUN pip install "cmake>=3.26" wheel packaging ninja "setuptools-scm>=8" numpy + +RUN VLLM_TARGET_DEVICE="cpu" pip install -e . --extra-index-url https://download.pytorch.org/whl/cpu + +ENTRYPOINT ["python", "-m", "vllm.entrypoints.openai.api_server"] \ No newline at end of file diff --git a/AI/vllm-cpu/meta.yml b/AI/vllm-cpu/meta.yml index 88d4440d..d3532d2c 100644 --- a/AI/vllm-cpu/meta.yml +++ b/AI/vllm-cpu/meta.yml @@ -16,4 +16,10 @@ 0.8.4-oe2203sp4: path: 0.8.4/22.03-lts-sp4/Dockerfile - arch: x86_64 \ No newline at end of file + arch: x86_64 + +0.8.5-oe2203sp4: + path: 0.8.5/22.03-lts-sp4/Dockerfile + +0.9.0-oe2203sp4: + path: 0.9.0/22.03-lts-sp4/Dockerfile \ No newline at end of file -- Gitee From 6da26fd7fa50676ae02b80002776ff36c019bafe Mon Sep 17 00:00:00 2001 From: zhihang Date: Thu, 12 Jun 2025 14:47:24 +0800 Subject: [PATCH 2/2] update --- AI/vllm-cpu/0.9.0/22.03-lts-sp4/Dockerfile | 1 + 1 file changed, 1 insertion(+) diff --git a/AI/vllm-cpu/0.9.0/22.03-lts-sp4/Dockerfile b/AI/vllm-cpu/0.9.0/22.03-lts-sp4/Dockerfile index 865bc627..6f7b0be2 100644 --- a/AI/vllm-cpu/0.9.0/22.03-lts-sp4/Dockerfile +++ b/AI/vllm-cpu/0.9.0/22.03-lts-sp4/Dockerfile @@ -1,4 +1,5 @@ ARG BASE=openeuler/openeuler:22.03-lts-sp4 +ARG VERSION=v0.9.0 FROM ${BASE} -- Gitee