diff --git a/PyTorch/built-in/foundation/ChatGLM2-6B/ptuning/preprocess.sh b/PyTorch/built-in/foundation/ChatGLM2-6B/ptuning/preprocess.sh index 5908367e99e6760b602d1ab0675f9458797e71f5..5d7123c949c3c0b95e77f41a4250adcc7998f0c4 100644 --- a/PyTorch/built-in/foundation/ChatGLM2-6B/ptuning/preprocess.sh +++ b/PyTorch/built-in/foundation/ChatGLM2-6B/ptuning/preprocess.sh @@ -1,3 +1,4 @@ +set -e source env_npu.sh python preprocess.py \ --do_train \ @@ -8,18 +9,17 @@ python preprocess.py \ --model_name_or_path ../model/ \ --overwrite_cache \ --output_dir ./output/adgen-chatglm-6b-ft-$LR \ - --max_source_length 1024 \ - --max_target_length 1024 - -#python preprocess.py \ -# --do_predict \ -# --train_file AdvertiseGen/train.json \ -# --test_file AdvertiseGen/dev.json \ -# --prompt_column content \ -# --response_column summary \ -# --model_name_or_path ../model/ \ -# --overwrite_cache \ -# --output_dir ./output/adgen-chatglm-6b-ft-$LR \ -# --max_source_length 256 \ -# --max_target_length 256 + --max_source_length 4096 \ + --max_target_length 4096 +python preprocess.py \ + --do_predict \ + --train_file AdvertiseGen/train.json \ + --test_file AdvertiseGen/dev.json \ + --prompt_column content \ + --response_column summary \ + --model_name_or_path ../model/ \ + --overwrite_cache \ + --output_dir ./output/adgen-chatglm-6b-ft-$LR \ + --max_source_length 256 \ + --max_target_length 256