From cba4e73a1adbad665a30692ee60dcb4559282355 Mon Sep 17 00:00:00 2001 From: ls Date: Fri, 10 May 2024 14:34:11 +0800 Subject: [PATCH 1/3] =?UTF-8?q?=E6=96=B0=E5=A2=9E=E6=B7=B1=E5=BA=A6?= =?UTF-8?q?=E5=AD=A6=E4=B9=A0=E6=8E=A8=E8=8D=90=E6=A8=A1=E5=9E=8Bdlrm?= =?UTF-8?q?=E5=AE=B9=E5=99=A8?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dlrm/1.0/22.03-lts-sp3/Dockerfile | 15 ++++++++ dlrm/README.md | 31 ++++++++++++++++ dlrm/doc/image-info.yml | 59 ++++++++++++++++++++++++++++++ dlrm/doc/picture/logo.png | Bin 0 -> 7687 bytes dlrm/meta.yml | 2 + 5 files changed, 107 insertions(+) create mode 100644 dlrm/1.0/22.03-lts-sp3/Dockerfile create mode 100644 dlrm/README.md create mode 100644 dlrm/doc/image-info.yml create mode 100644 dlrm/doc/picture/logo.png create mode 100644 dlrm/meta.yml diff --git a/dlrm/1.0/22.03-lts-sp3/Dockerfile b/dlrm/1.0/22.03-lts-sp3/Dockerfile new file mode 100644 index 0000000..e69da01 --- /dev/null +++ b/dlrm/1.0/22.03-lts-sp3/Dockerfile @@ -0,0 +1,15 @@ +FROM openeuler/openeuler:22.03-lts-sp3 + +RUN yum install -y python3 python3-pip git + +RUN git clone https://github.com/facebookresearch/dlrm.git /opt/dlrm + +RUN pip3 install -r /opt/dlrm/requirements.txt + +RUN pip3 install tensorboard + +RUN git clone https://github.com/mlperf/logging.git mlperf-logging + +RUN pip3 install -e mlperf-logging + +WORKDIR /opt/dlrm diff --git a/dlrm/README.md b/dlrm/README.md new file mode 100644 index 0000000..a319b3c --- /dev/null +++ b/dlrm/README.md @@ -0,0 +1,31 @@ +# dlrm + +# Quick reference + +- The official dlrm docker image. + +- Maintained by: [openEuler CloudNative SIG](https://gitee.com/openeuler/cloudnative) + +- Where to get help: [openEuler CloudNative SIG](https://gitee.com/openeuler/cloudnative), [openEuler](https://gitee.com/openeuler/community) + +# Build reference + +1. Build images and push: +```shell +docker buildx build -t "openeuler/dlrm:$TAG" --platform linux/amd64,linux/arm64 . --push +``` + +We are using `buildx` in here to generate multi-arch images, see more in [Docker Buildx](https://docs.docker.com/buildx/working-with-buildx/) + +2. Run: +```shell +docker run -itd --name dlrm openeuler/dlrm:$TAG +docker exec -it dlrm /bin/bash +``` + +# Supported tags and respective Dockerfile links + +- 1.0-oe2203sp3: dlrm v1.0, openEuler 22.03 LTS SP3 + +## Operating System +Linux/Unix, ARM64 or x86-64 architecture. diff --git a/dlrm/doc/image-info.yml b/dlrm/doc/image-info.yml new file mode 100644 index 0000000..00a3ca0 --- /dev/null +++ b/dlrm/doc/image-info.yml @@ -0,0 +1,59 @@ +name: dlrm +category: ai +description: Deep Learning Recommendation Model for Personalization and Recommendation Systems,Copyright (c) Facebook, Inc. and its affiliates。 +environment: | + 本应用在Docker环境中运行,安装Docker执行如下命令 + ``` + yum install -y docker + ``` +tags: | + dlrm镜像的Tag由其版本信息和基础镜像版本信息组成,详细内容如下 + + | Tag | Currently | Architectures | + |----------|-------------|------------------| + |[1.0-oe2203sp3](https://gitee.com/openeuler/openeuler-docker-images/blob/master/dlrm/1.0/22.03-lts-sp3/Dockerfile)| dlrm 1.0 on openEuler 22.03-LTS-SP3 | amd64, arm64 | + +download: | + 拉取镜像到本地 + ``` + docker pull openeuler/dlrm:{Tag} + ``` + +usage: | + - 启动容器 + ``` + docker run -itd --name dlrm openeuler/dlrm:{Tag} + ``` + 用户可根据自身需求选择对应版本的{Tag}、容器启动的选项。`dlrm`启动之后,通过`docker exec -it dlrm /bin/bash`进入容器的/opt/dlrm目录,就可以运行dlrm的代码。 + + + - 容器测试 + + 查看运行日志 + ``` + docker logs -f dlrm + ``` + + 使用shell交互 + ``` + docker exec -it dlrm /bin/bash + ``` + +license: MIT license +similar_packages: + - Neural Collaborative Filtering (NCF): 一个基于深度学习的开源项目,旨在实现更精确、更具智能的协同过滤推荐算法。 +dependency: + - python3 + - python3-pip + - mlperf-logging + - tensorboard + - future + - numpy + - onnx + - pydot + - torch + - torchviz + - scikit-learn + - tqdm + - torchrec-nightly + - torchx-nightly diff --git a/dlrm/doc/picture/logo.png b/dlrm/doc/picture/logo.png new file mode 100644 index 0000000000000000000000000000000000000000..549c0e77b8941bb27fd0d3285da61eaf164c4968 GIT binary patch literal 7687 zcmeHsRajJC)c%=a=Zi5X_4+x6zP_3>6Gq}?i7$NVQ7RwI{xE# z@xT8rzPsPWIcGi3KKp&wUT5vK*K^(wZB1oDJUTo800>o{De3|M2!^(|aInz#+#It5 z^aJFgt1J(ck23540OJo8MLB&>^MiC;PfDe_J}qW^TooMLXqY@0CkLj8sfa13L?Nn3 z`c+5q2WFBM?TSnC@rdZ|u!}FBP+%J=gB(Z)n|jd$Ge*f714Q{|42=7MJ({En+2$c( z-rBfWUVgaXrdN57yuP?tbvK;7OmDhhfcx$0$B!XVqy!Kc0Fipej0fKSQP}l{1ONpB z5E2X!1lCavVMb&SN;6=CND#m)0tA5LnE*h>tFymsFaux`SU3p%_81ug@D@3J$AHEG z2MYjT=2c_#*jNxWG7!Ll0RmY6@YMkD_S|@vGkO9Jb1#5{Kv?6#0BL$}F(NQC0P3az zKqP;7K{#2~3dDVK0GgNv1I>}a0f0{Jx7WmQ5NM|?f&ZNPFH-*}IaNc}ac``rNn9>X z6Z4|GHY$f`LWg2OCNy?Er_i+T?B^4f6hX2Dz06SoS2OB6a=RNzGWQ9TQcYdf)44n= z0*!p^-dt`wS^ch^7<2c5Nmi4uNMC!RT`IMbim{(VMVa0k#-R8JEd15}eIj8&$&AsRI9RfZ zErb;OfS%O4FFhKnhGdL`#bI&kw*REDjz~(|3hrnNNVgy@NOoK_X6=gYAZDj3aT17p=-h!krvZYalR}sKV?&QR2gfD!yg@uz^KTd*W20-aS$j{&rKR+hbh*hW;82%VWFbWiQ{02F=M^lc9u(*iyx~x$j|yx`F+D!L4Bn;l(_dQs zcCyP^>`-&hHUozsIN>bNf8*48NLcc1+>wZnKa<--S zs$9FNbZP_6hf6e{_5!Cb=kc>vK8$d<3EO6082H{ZwsM=i=S5NH7goib5I-5;iZz*U zsfe7R(${?{-h3`l@&Y!<%1Ia&B0!y79}@u}Qnwh*H8Um$r_UC1GKr zDffS{L_BAMDXwn&N9!sk=D9o#fRT>-cUc+B%LYngj>Wl4*z~y@U8ql55l2=n>dp(y zh_jHB^tG@R#(eDAc)ge&eff&`w^#2}Io(vEZ~oRyFgAmK@rAzK2)7?pbq`>e+ZH(} zvCSpl+9Y2Y7^Hz{2kFxE^%Jm5dLRtoYd&8nn~QfoOmCjL>6A^c^&+KX=clR@^QKg2 zopt+$pb$_zhuf($WvzzrZ3NlXTkG2Ir2cYMrzfsRYC&;5t3|9#?}Z}n(}IaIA5piX zK|$|Rl)|JGGh(tZjq!m{^ddz^hk09LZK&gYR=jF)X#kOU#LKy_w5}!zK5=a%Fl)=+ z0IIRe6Vo%oo^_@wBv<~_r5|}`v(fmR;D*S>N2&IkrBZt~jglwf1w`+Wn<^SC7uVPz zeFpC254ozqTHR1PhEFplg8%i&v5b5mAQWi($}J#7e^K{r!FWRiKvy0c1Q~z;-^A z2)uo?xFRF@7AN~_!~wY$zxrU-JEqsn2!q^BnU#i$$Wb%)QTB%Wef^XtrEz9~WXhlE z>iIPWv+`C9CaWH;-!yrYA0F=Nhbns5Oo)DUUAV?JVHhkCyHI8VKTyz~5RkxSZuUGs z(M>sj{yDE6#ka3&NT^yPrRfSl9`pLjW)9>2ZQa_>ACy3yCLP~OPOjq~=4B`0G9#fG z=lkZ_mT9K-f5^_SUMa;~5~Nzd((aM;_-8e#naP7B^cx!D!dOI^~qf8~th(p3Q(-mo$8U%$% z`_<;+9%)BSfxC)IC7yCxnd5Jn3CKv04`857j;Aq44cP_UQeEicfVbzP-_1lvg8MTT ztEx(q{~w zphxC$EQnU)9FwfhZ@$ zwIYLe;NaG5iDAD>P$GBDO0-2 zBrtl6p7rr$r=xr6a#T0XD*iMZi>WtnFAMDxNDShe?ayiL) zmZHZiHr*L12ONy!`SJFB-mtW4@fu69F)m+%UshNu16~;4<1$E&e*EZhH&iEVe@)GG z*huQ}310C` zNuCltHIS}mLo6mt!yhuCe#AqCOTVDJRQX)S8ozvKCNgQg4FXJ*OpcKba)1|{tKx_v zIgXzWGJd(b-sG-lKBsI^rz@b<4DSC-*YF~+pO0xgX3Juqw}aYv@eUtx(*ZcyXsQQfusUwZBpJ0xBGwAX)BXZPXVtg`Uo}m886&&u*&h` zzc!S|-+wd@`MtKJZeF$hWoC1g zN;}t$J8pmuBx~*k3JoaQW-QMiz+b+*#{L-urdeL4n`et`NC{m}$zhS)(FYnUL-?tt zLgDL#OU8gPP8qMh?7lsKiJo8jKl6VmaVW5?2`ZSe%txXl_U7Dc>%_opOZByxLB`OK z@_Z*LY?OO*Q8(t8?XfJLsquG&vzG{;H?xm2!T-njMs+AK;~#3ja?t9aWu^f11cvEJ zdImn!DQA-1DoaXHG2k~?g!ZoCFkkn)nejZL6|!tM>c7YfPCmX|)O<0()9mx_$b-^~ zEd1MJ!y!+2i`C@8&k4+)oGl-+YGazQ9+I!w478evBR$ukal^RyQK4GVsF@7I2$GAN* zu>NUEn-B(U22BUr5tAjhP$w@*GBxs~GEtTTCk^Wl1mDv9 za8%@{$14U%in>l}`Y_j^B-)D++`iM_{UjW4c;ir-&dTesUcb>E?6rd##) zM-&u*B^tt)HQCJopOJ-}hwp=o;KY$eyk2y7$s}fRP?qPCxX&>`7u{AQP_uib9vWqk ziN75LRAps4Rw4(-A%R^A6#jm;ggI_ofg9ABd~G}+qIVvG z1AgoDY^k*+ehXJbW_>1YIbvZi#8*zg#GU`ngS2d*f)v{OrmDd#Va4;_av58ETqYw$ zh0E$!$|4=d>Q`mtTfAems&W8n&$9 zI>cQyHH{jNH|*gSK(|rsd`W}792J_rteK%iqIZjLG&_)rzFb%!SNV}17gs7+a@(=h zvli}H@+lRdv7=*QAtkQ0T2hJJkj(j&;P7h{pa8eXFQquoR9hX|>TKLBhzo^9v{}h* zlu-|d&tkd^_>PJgRTafL`qiWBn_>BIR<-wBiQ?~eD#*CXDO^hVFEwXc`JJ1axb)2q zKlw=ZJlXSw+NL^9@WtAwZPR+*mbcpn4+aAnNB}g%bMU8ii~Bn=X^GKgdL7BOCIRg2 zcIeT{k8981a8Zq>+f#~fzbW|(P^OOcMwZJ{MRGuTtjkWzGvAkKuC>`A;Um%Dl0B?? zHa#Z|SBG@SW9@yfdxB-{mlx{j`EBzBzT+3s`K{Ou zO${zk+V`3yPmd=e*~gn}LMm@Q1U z$`g2&{?NZ@KmK-imFg2zOGO8MEA+>a30lM-p6-uYTKR*CSyR2}Teala6RABrs|0v) zKd%sP4!C=N`|`DQliqi*T(@BCam&?Lztd5XWAjIA3CW_UX$R0^O-1BWe!-PRZhcuO zH1(-y8pE=q2MJ7aFl+VKGyj*bo0%StFkhI7E(`CnB32G6zQt(WpKMm^X|N}$v2P4G z$)np@7-j7`-b5Ie>$hW(uxXPB%6iP`ioU%J*%duIH=7Mq&4qjK!kkfSlCZWSVFQi}htUQ;VYhd&1m)i%LtLc- zuc5_LMaKtkmk5pPX8KLUE93!-IbEfxNBQuZTRbG6^tdQa*7ID-0O$^Xct2y?w^fUm zIvKP_Ld_>l>gx}?*HZYvG*b7k>uywgSDy979o_b-v6EYj^MA-_=7slS7Fp`!WDSRj z9x_Bpms3p5eQwmi$-JB$|f;JKsP` zRv>+}{+D{+aKTJ4*VuFyGNwOymtZdHxwVaf6!pL_@znxOr^(R#1BN#evrY zS!Tp;jYje2%ta@}!`?wIBF0=>_s!knkkhJpbFpMPuTGxfptD9o=kZLeAJoD4U@Kx^ zX(!xXnml{tm(0~AOOr>QSR$V|U#Lv_a-3k?KEEkJTlquKZvnBlj%_xV{N?_wFN1E^ zo2?d^5mhS&N`1BY090&J@w|eMEkl`%wm|P)Li>V}s9OWZ%?srx@XPl@gw2T-3tg4t z^#)SnpAYx{^*Q;W`@`nP-8@{K=^fe}h{f~N-E8MG|38?df8E*XiPx>QG<4p5VrI(eX}XD5DX}lpJtm0oROzl)0}_W8F@@Ds5sq zLCpjgw6pmhR8t+W$jMYX7t-&rJ;aRWSqX=eH9;0qY?6h)m)z!HH(hr^7#ImW}Y>O}dw%rNFM zshN)YNR&BtE$a8`SqY!S3Ywd63i^k9w=yv>a%n^}UPD{P`0tr2Y}ckAIno^hOS#;0 zRQP%?l`tH5%0wXpwjJ&o-$kvbwo$Ym?$du|UfwonFKu?l#$j_zz}fWdo!+zW$b2;r zotT-FFlor1Jk|NKuzngbA$~^HD74VanG?jxH2p-xrLfp3XV8R+vDAh=1BJh+z^b3= zF)~_N>;3Vl!98JiiWqzMt(!UFhz0+$Lb9INm1|_SIrqd*9*$n4-$x0R?P*gD-xhD) zP+5e{j%(7UDK;*xhZhmfb>f=E1O)JbHmXdp54w~4&A(oiBmB2e#B1Jtu9v5 z+w`#F$H02(+4N+>?cbWRQq3e$n@zjEqz8kSDg-VPJ>$l$8(k({L;SUT-ff#t*9`nt zRR#e~{+jv{Bk|ImeNh zKc&<+h+nv}a$d)jJuuY$7wgR&gsIPCw4|$0apSZ}5b0$CTnZ$3^oNE;3dTNdX0IuL zs!ViKKDjXT(ykX9)QEE9i23=D#z6zPoQPohP!>KkWjIsR7{@p(`r(lFptLuqeWgX} z@PsD)7};UUp{+_naRp$Ri#$ha;0h6`HVAi4NTI=)Nv$FP^` z5G|Oz)dawWUWjpN^pG1`)!6-&^G{+KL5m+xh)J5T!OU5a07RS7w1xm}ilYUPEs*>< zS~2-aiU5i&!xGS1h%grb`Y8q5hN4vy3AD80W^LY@y7q#1I&a5zQh|_m&oIx}f1kFg_iA0B{P~ v0FZtk)g!cM^PkiIMf$(=_+M Date: Fri, 10 May 2024 07:29:58 +0000 Subject: [PATCH 2/3] =?UTF-8?q?update=20dlrm/1.0/22.03-lts-sp3/Dockerfile.?= =?UTF-8?q?=20dlrm=E7=9A=84pip=E4=BE=9D=E8=B5=96=E5=8C=85=E5=AE=89?= =?UTF-8?q?=E8=A3=85=E6=97=B6=E9=97=B4=E6=AF=94=E8=BE=83=E9=95=BF=EF=BC=8C?= =?UTF-8?q?=E7=BB=99pip3=20install=E5=A2=9E=E5=8A=A0--default-timeout=3D10?= =?UTF-8?q?000=E5=8F=82=E6=95=B0=E9=81=BF=E5=85=8D=E8=B6=85=E6=97=B6?= =?UTF-8?q?=E6=8A=A5=E9=94=99?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: ls --- dlrm/1.0/22.03-lts-sp3/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dlrm/1.0/22.03-lts-sp3/Dockerfile b/dlrm/1.0/22.03-lts-sp3/Dockerfile index e69da01..82c38ef 100644 --- a/dlrm/1.0/22.03-lts-sp3/Dockerfile +++ b/dlrm/1.0/22.03-lts-sp3/Dockerfile @@ -4,7 +4,7 @@ RUN yum install -y python3 python3-pip git RUN git clone https://github.com/facebookresearch/dlrm.git /opt/dlrm -RUN pip3 install -r /opt/dlrm/requirements.txt +RUN pip3 install --default-timeout=10000 -r /opt/dlrm/requirements.txt RUN pip3 install tensorboard -- Gitee From fa0c19798123e2f5e1d6a6b404f53f34a148dc53 Mon Sep 17 00:00:00 2001 From: ls Date: Fri, 10 May 2024 08:58:06 +0000 Subject: [PATCH 3/3] =?UTF-8?q?update=20dlrm/1.0/22.03-lts-sp3/Dockerfile.?= =?UTF-8?q?=20=E4=BD=BF=E7=94=A8github=E4=BB=93=E5=BA=93=E4=BC=9A=E5=87=BA?= =?UTF-8?q?=E7=8E=B0=E8=BF=9E=E4=B8=8D=E4=B8=8A=E7=9A=84=E6=8A=A5=E9=94=99?= =?UTF-8?q?=EF=BC=8C=E6=8D=A2=E6=88=90gitee=E4=BB=93=E5=BA=93?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: ls --- dlrm/1.0/22.03-lts-sp3/Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dlrm/1.0/22.03-lts-sp3/Dockerfile b/dlrm/1.0/22.03-lts-sp3/Dockerfile index 82c38ef..92694fa 100644 --- a/dlrm/1.0/22.03-lts-sp3/Dockerfile +++ b/dlrm/1.0/22.03-lts-sp3/Dockerfile @@ -2,13 +2,13 @@ FROM openeuler/openeuler:22.03-lts-sp3 RUN yum install -y python3 python3-pip git -RUN git clone https://github.com/facebookresearch/dlrm.git /opt/dlrm +RUN git clone https://gitee.com/ls39938477/dlrm.git /opt/dlrm RUN pip3 install --default-timeout=10000 -r /opt/dlrm/requirements.txt RUN pip3 install tensorboard -RUN git clone https://github.com/mlperf/logging.git mlperf-logging +RUN git clone https://gitee.com/ls39938477/logging.git mlperf-logging RUN pip3 install -e mlperf-logging -- Gitee