From ec706f7f82289c00c19f1c66d4f1767919cf1b08 Mon Sep 17 00:00:00 2001 From: zhihang Date: Thu, 12 Jun 2025 11:28:45 +0800 Subject: [PATCH 1/3] add vllm-cpu 0.8.4 for 22.03-LTS-SP4 --- AI/vllm-cpu/0.8.4/22.03-lts-sp4/Dockerfile | 22 ++++++++++++++++++++++ AI/vllm-cpu/README.md | 18 +++++++++--------- AI/vllm-cpu/meta.yml | 5 ++++- 3 files changed, 35 insertions(+), 10 deletions(-) create mode 100644 AI/vllm-cpu/0.8.4/22.03-lts-sp4/Dockerfile diff --git a/AI/vllm-cpu/0.8.4/22.03-lts-sp4/Dockerfile b/AI/vllm-cpu/0.8.4/22.03-lts-sp4/Dockerfile new file mode 100644 index 0000000..c99e9c6 --- /dev/null +++ b/AI/vllm-cpu/0.8.4/22.03-lts-sp4/Dockerfile @@ -0,0 +1,22 @@ +ARG BASE=openeuler/openeuler:22.03-lts-sp4 +ARG VERSION=v0.8.4 + +FROM ${BASE} + +ARG VERSION + +RUN yum update -y && \ + yum install -y make gcc-toolset-12-gcc gcc-toolset-12-gcc-c++ python python-pip python3-devel git vim wget net-tools numactl-devel && \ + rm -rf /var/cache/yum + +WORKDIR /workspace + +RUN git clone -b ${VERSION} https://github.com/vllm-project/vllm.git + +WORKDIR /workspace/vllm + +RUN pip install "cmake>=3.26" wheel packaging ninja "setuptools-scm>=8" numpy + +RUN VLLM_TARGET_DEVICE="cpu" pip install -e . --extra-index-url https://download.pytorch.org/whl/cpu + +ENTRYPOINT ["python", "-m", "vllm.entrypoints.openai.api_server"] \ No newline at end of file diff --git a/AI/vllm-cpu/README.md b/AI/vllm-cpu/README.md index ec94629..903f0dd 100644 --- a/AI/vllm-cpu/README.md +++ b/AI/vllm-cpu/README.md @@ -33,15 +33,15 @@ The tag of each vLLM docker image is consist of the version of vLLM and the vers | Tags | Currently | Architectures| |--|--|--| -|[0.6.3-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.6.3/24.03-lts/Dockerfile)| vLLM 0.6.3 on openEuler 24.03-LTS | amd64 | -|[0.8.3-oe2203lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.3/22.03-lts/Dockerfile)| vLLM 0.8.3 on openEuler 22.03-LTS | amd64, arm64 | -|[0.8.3-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.3/24.03-lts/Dockerfile)| vLLM 0.8.3 on openEuler 24.03-LTS | amd64, arm64 | -|[0.8.4-oe2203lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.4/22.03-lts/Dockerfile)| vLLM 0.8.4 on openEuler 22.03-LTS | amd64 | -|[0.8.4-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.4/24.03-lts/Dockerfile)| vLLM 0.8.4 on openEuler 24.03-LTS | amd64 | -|[0.8.5-oe2203lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.5/22.03-lts/Dockerfile)| vLLM 0.8.5 on openEuler 22.03-LTS | amd64, arm64 | -|[0.8.5-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.5/24.03-lts/Dockerfile)| vLLM 0.8.5 on openEuler 24.03-LTS | amd64, arm64 | -|[0.9.0-oe2203lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.9.0/22.03-lts/Dockerfile)| vLLM 0.9.0 on openEuler 22.03-LTS | amd64, arm64 | -|[0.9.0-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.9.0/24.03-lts/Dockerfile)| vLLM 0.9.0 on openEuler 24.03-LTS | amd64, arm64 | +|[0.6.3-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.6.3/24.03-lts-sp4/Dockerfile)| vLLM 0.6.3 on openEuler 24.03-LTS | amd64 | +|[0.8.3-oe2203sp4](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.3/22.03-lts-sp4/Dockerfile)| vLLM 0.8.3 on openEuler 22.03-LTS-SP4 | amd64, arm64 | +|[0.8.3-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.3/24.03-lts-sp4/Dockerfile)| vLLM 0.8.3 on openEuler 24.03-LTS | amd64, arm64 | +|[0.8.4-oe2203sp4](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.4/22.03-lts-sp4/Dockerfile)| vLLM 0.8.4 on openEuler 22.03-LTS-SP4 | amd64 | +|[0.8.4-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.4/24.03-lts-sp4/Dockerfile)| vLLM 0.8.4 on openEuler 24.03-LTS | amd64 | +|[0.8.5-oe2203sp4](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.5/22.03-lts-sp4/Dockerfile)| vLLM 0.8.5 on openEuler 22.03-LTS-SP4 | amd64, arm64 | +|[0.8.5-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.5/24.03-lts-sp4/Dockerfile)| vLLM 0.8.5 on openEuler 24.03-LTS | amd64, arm64 | +|[0.9.0-oe2203sp4](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.9.0/22.03-lts-sp4/Dockerfile)| vLLM 0.9.0 on openEuler 22.03-LTS-SP4 | amd64, arm64 | +|[0.9.0-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.9.0/24.03-lts-sp4/Dockerfile)| vLLM 0.9.0 on openEuler 24.03-LTS | amd64, arm64 | # Usage diff --git a/AI/vllm-cpu/meta.yml b/AI/vllm-cpu/meta.yml index 1ed1f6d..e5a9fb2 100644 --- a/AI/vllm-cpu/meta.yml +++ b/AI/vllm-cpu/meta.yml @@ -12,4 +12,7 @@ path: 0.9.0/24.03-lts/Dockerfile 0.8.3-oe2203sp4: - path: 0.8.3/22.03-lts-sp4/Dockerfile \ No newline at end of file + path: 0.8.3/22.03-lts-sp4/Dockerfile + +0.8.4-oe2203sp4: + path: 0.8.4/22.03-lts-sp4/Dockerfile \ No newline at end of file -- Gitee From a89d00d59379095c9b359a17d20fe81c6cc6261c Mon Sep 17 00:00:00 2001 From: zhihang Date: Thu, 12 Jun 2025 12:54:14 +0800 Subject: [PATCH 2/3] fix environment varible --- AI/vllm-cpu/0.8.4/22.03-lts-sp4/Dockerfile | 3 +++ 1 file changed, 3 insertions(+) diff --git a/AI/vllm-cpu/0.8.4/22.03-lts-sp4/Dockerfile b/AI/vllm-cpu/0.8.4/22.03-lts-sp4/Dockerfile index c99e9c6..5835294 100644 --- a/AI/vllm-cpu/0.8.4/22.03-lts-sp4/Dockerfile +++ b/AI/vllm-cpu/0.8.4/22.03-lts-sp4/Dockerfile @@ -9,6 +9,9 @@ RUN yum update -y && \ yum install -y make gcc-toolset-12-gcc gcc-toolset-12-gcc-c++ python python-pip python3-devel git vim wget net-tools numactl-devel && \ rm -rf /var/cache/yum +ENV PATH=/opt/openEuler/gcc-toolset-12/root/usr/bin/:$PATH +ENV LD_LIBRARY_PATH=/opt/openEuler/gcc-toolset-12/root/usr/lib64/:$LD_LIBRARY_PATH + WORKDIR /workspace RUN git clone -b ${VERSION} https://github.com/vllm-project/vllm.git -- Gitee From 57e8608ecd8bbc46e1225ee4468a08ab6d298884 Mon Sep 17 00:00:00 2001 From: zhihang Date: Thu, 12 Jun 2025 13:42:56 +0800 Subject: [PATCH 3/3] update meta.yml --- AI/vllm-cpu/meta.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/AI/vllm-cpu/meta.yml b/AI/vllm-cpu/meta.yml index e5a9fb2..88d4440 100644 --- a/AI/vllm-cpu/meta.yml +++ b/AI/vllm-cpu/meta.yml @@ -15,4 +15,5 @@ path: 0.8.3/22.03-lts-sp4/Dockerfile 0.8.4-oe2203sp4: - path: 0.8.4/22.03-lts-sp4/Dockerfile \ No newline at end of file + path: 0.8.4/22.03-lts-sp4/Dockerfile + arch: x86_64 \ No newline at end of file -- Gitee