From 1e0d577284291b2ea68d3019600c4bceb8529219 Mon Sep 17 00:00:00 2001 From: eziohzy Date: Thu, 2 Nov 2023 04:59:57 +0000 Subject: [PATCH] =?UTF-8?q?update=20PyTorch/built-in/foundation/ChatGLM2-6?= =?UTF-8?q?B/ptuning/preprocess.sh.=201=20=E4=BF=AE=E6=94=B9=E9=A2=84?= =?UTF-8?q?=E5=A4=84=E7=90=86=E8=84=9A=E6=9C=ACseq=5Flen=3D8192,=20?= =?UTF-8?q?=E4=B8=8E=E8=AE=AD=E7=BB=83=E8=84=9A=E6=9C=ACtrain.sh=E5=AF=B9?= =?UTF-8?q?=E9=BD=90=EF=BC=8C=20=E9=81=BF=E5=85=8D=E7=94=A8=E6=88=B7?= =?UTF-8?q?=E6=8A=A5=E9=94=99=202=20=E5=90=8C=E6=97=B6=E5=A4=84=E7=90=86?= =?UTF-8?q?=E8=AE=AD=E7=BB=83=EF=BC=8C=20=E9=A2=84=E6=B5=8B=E6=95=B0?= =?UTF-8?q?=E6=8D=AE?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: eziohzy --- .../ChatGLM2-6B/ptuning/preprocess.sh | 28 +++++++++---------- 1 file changed, 14 insertions(+), 14 deletions(-) diff --git a/PyTorch/built-in/foundation/ChatGLM2-6B/ptuning/preprocess.sh b/PyTorch/built-in/foundation/ChatGLM2-6B/ptuning/preprocess.sh index 5908367e99..5d7123c949 100644 --- a/PyTorch/built-in/foundation/ChatGLM2-6B/ptuning/preprocess.sh +++ b/PyTorch/built-in/foundation/ChatGLM2-6B/ptuning/preprocess.sh @@ -1,3 +1,4 @@ +set -e source env_npu.sh python preprocess.py \ --do_train \ @@ -8,18 +9,17 @@ python preprocess.py \ --model_name_or_path ../model/ \ --overwrite_cache \ --output_dir ./output/adgen-chatglm-6b-ft-$LR \ - --max_source_length 1024 \ - --max_target_length 1024 - -#python preprocess.py \ -# --do_predict \ -# --train_file AdvertiseGen/train.json \ -# --test_file AdvertiseGen/dev.json \ -# --prompt_column content \ -# --response_column summary \ -# --model_name_or_path ../model/ \ -# --overwrite_cache \ -# --output_dir ./output/adgen-chatglm-6b-ft-$LR \ -# --max_source_length 256 \ -# --max_target_length 256 + --max_source_length 4096 \ + --max_target_length 4096 +python preprocess.py \ + --do_predict \ + --train_file AdvertiseGen/train.json \ + --test_file AdvertiseGen/dev.json \ + --prompt_column content \ + --response_column summary \ + --model_name_or_path ../model/ \ + --overwrite_cache \ + --output_dir ./output/adgen-chatglm-6b-ft-$LR \ + --max_source_length 256 \ + --max_target_length 256 -- Gitee