diff --git a/AI/vllm-cpu/0.8.4/22.03-lts-sp4/Dockerfile b/AI/vllm-cpu/0.8.4/22.03-lts-sp4/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..5835294a4d7683ecb4a79e8afbfde8dc5ad765e5 --- /dev/null +++ b/AI/vllm-cpu/0.8.4/22.03-lts-sp4/Dockerfile @@ -0,0 +1,25 @@ +ARG BASE=openeuler/openeuler:22.03-lts-sp4 +ARG VERSION=v0.8.4 + +FROM ${BASE} + +ARG VERSION + +RUN yum update -y && \ + yum install -y make gcc-toolset-12-gcc gcc-toolset-12-gcc-c++ python python-pip python3-devel git vim wget net-tools numactl-devel && \ + rm -rf /var/cache/yum + +ENV PATH=/opt/openEuler/gcc-toolset-12/root/usr/bin/:$PATH +ENV LD_LIBRARY_PATH=/opt/openEuler/gcc-toolset-12/root/usr/lib64/:$LD_LIBRARY_PATH + +WORKDIR /workspace + +RUN git clone -b ${VERSION} https://github.com/vllm-project/vllm.git + +WORKDIR /workspace/vllm + +RUN pip install "cmake>=3.26" wheel packaging ninja "setuptools-scm>=8" numpy + +RUN VLLM_TARGET_DEVICE="cpu" pip install -e . --extra-index-url https://download.pytorch.org/whl/cpu + +ENTRYPOINT ["python", "-m", "vllm.entrypoints.openai.api_server"] \ No newline at end of file diff --git a/AI/vllm-cpu/README.md b/AI/vllm-cpu/README.md index ec94629652beff5fd2361a7ce9b0ff0ab31c3f78..903f0dd1fbc1ff6e4b738cdaaa89fd86ee1ab6cb 100644 --- a/AI/vllm-cpu/README.md +++ b/AI/vllm-cpu/README.md @@ -33,15 +33,15 @@ The tag of each vLLM docker image is consist of the version of vLLM and the vers | Tags | Currently | Architectures| |--|--|--| -|[0.6.3-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.6.3/24.03-lts/Dockerfile)| vLLM 0.6.3 on openEuler 24.03-LTS | amd64 | -|[0.8.3-oe2203lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.3/22.03-lts/Dockerfile)| vLLM 0.8.3 on openEuler 22.03-LTS | amd64, arm64 | -|[0.8.3-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.3/24.03-lts/Dockerfile)| vLLM 0.8.3 on openEuler 24.03-LTS | amd64, arm64 | -|[0.8.4-oe2203lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.4/22.03-lts/Dockerfile)| vLLM 0.8.4 on openEuler 22.03-LTS | amd64 | -|[0.8.4-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.4/24.03-lts/Dockerfile)| vLLM 0.8.4 on openEuler 24.03-LTS | amd64 | -|[0.8.5-oe2203lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.5/22.03-lts/Dockerfile)| vLLM 0.8.5 on openEuler 22.03-LTS | amd64, arm64 | -|[0.8.5-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.5/24.03-lts/Dockerfile)| vLLM 0.8.5 on openEuler 24.03-LTS | amd64, arm64 | -|[0.9.0-oe2203lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.9.0/22.03-lts/Dockerfile)| vLLM 0.9.0 on openEuler 22.03-LTS | amd64, arm64 | -|[0.9.0-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.9.0/24.03-lts/Dockerfile)| vLLM 0.9.0 on openEuler 24.03-LTS | amd64, arm64 | +|[0.6.3-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.6.3/24.03-lts-sp4/Dockerfile)| vLLM 0.6.3 on openEuler 24.03-LTS | amd64 | +|[0.8.3-oe2203sp4](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.3/22.03-lts-sp4/Dockerfile)| vLLM 0.8.3 on openEuler 22.03-LTS-SP4 | amd64, arm64 | +|[0.8.3-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.3/24.03-lts-sp4/Dockerfile)| vLLM 0.8.3 on openEuler 24.03-LTS | amd64, arm64 | +|[0.8.4-oe2203sp4](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.4/22.03-lts-sp4/Dockerfile)| vLLM 0.8.4 on openEuler 22.03-LTS-SP4 | amd64 | +|[0.8.4-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.4/24.03-lts-sp4/Dockerfile)| vLLM 0.8.4 on openEuler 24.03-LTS | amd64 | +|[0.8.5-oe2203sp4](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.5/22.03-lts-sp4/Dockerfile)| vLLM 0.8.5 on openEuler 22.03-LTS-SP4 | amd64, arm64 | +|[0.8.5-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.8.5/24.03-lts-sp4/Dockerfile)| vLLM 0.8.5 on openEuler 24.03-LTS | amd64, arm64 | +|[0.9.0-oe2203sp4](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.9.0/22.03-lts-sp4/Dockerfile)| vLLM 0.9.0 on openEuler 22.03-LTS-SP4 | amd64, arm64 | +|[0.9.0-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm/0.9.0/24.03-lts-sp4/Dockerfile)| vLLM 0.9.0 on openEuler 24.03-LTS | amd64, arm64 | # Usage diff --git a/AI/vllm-cpu/meta.yml b/AI/vllm-cpu/meta.yml index 1ed1f6dca717eec30ef510e59217cf29237a93d9..88d4440d7ee4ba8228cff3370c2bef0e167f83b2 100644 --- a/AI/vllm-cpu/meta.yml +++ b/AI/vllm-cpu/meta.yml @@ -12,4 +12,8 @@ path: 0.9.0/24.03-lts/Dockerfile 0.8.3-oe2203sp4: - path: 0.8.3/22.03-lts-sp4/Dockerfile \ No newline at end of file + path: 0.8.3/22.03-lts-sp4/Dockerfile + +0.8.4-oe2203sp4: + path: 0.8.4/22.03-lts-sp4/Dockerfile + arch: x86_64 \ No newline at end of file