diff --git a/tests/pipeline/common/test_process_instruction_data_lf.json b/tests/pipeline/common/test_process_instruction_data_lf.json index bfb24c8c46164d1e0af155a2b702a6dec14775b2..072babf459a6c015b6f1068c509ce2ed3e85b329 100644 --- a/tests/pipeline/common/test_process_instruction_data_lf.json +++ b/tests/pipeline/common/test_process_instruction_data_lf.json @@ -5,7 +5,7 @@ "input": "/data/tune_dataset/train-00000-of-00001-a09b74b3ef9c3b56.parquet", "tokenizer-type": "PretrainedFromHF", "handler-name": "AlpacaStyleInstructionHandler", - "output-prefix": "/data/tune_dataset/alpaca/alpaca", + "output-prefix": "/data/pipe_cache/alpaca", "overwrite-cache": null, "tokenizer-name-or-path": "/data/qwen-7b/", "workers": 4, diff --git a/tests/pipeline/configs/ray_online_dpo_full_llama32_1b_tp1pp1.yaml b/tests/pipeline/configs/ray_online_dpo_full_llama32_1b_tp1pp1.yaml index 23c5bf25fdd8f6e40ae44727de12f857e61e0805..ffddf2128840d4cc214d6d4b37938acfb64c568d 100644 --- a/tests/pipeline/configs/ray_online_dpo_full_llama32_1b_tp1pp1.yaml +++ b/tests/pipeline/configs/ray_online_dpo_full_llama32_1b_tp1pp1.yaml @@ -45,7 +45,6 @@ actor_rollout_ref: initial_loss_scale: 4096 finetune: true load: /data/ppo/llama-3.2-1b-instruct-tp1-pp1 - save: ./ckpt num_gpus_for_train: 1 num_gpus_for_infer: 1 pad_to_multiple_of: 1 diff --git a/tests/pipeline/pipe_run.sh b/tests/pipeline/pipe_run.sh index 881800c0ae8d803aa96772fa0057d477c278a364..f2ddd9aeb2c93fb73a3d2c5c1953f5b3a6e98933 100644 --- a/tests/pipeline/pipe_run.sh +++ b/tests/pipeline/pipe_run.sh @@ -70,3 +70,4 @@ find "$BASE_DIR" -mindepth 1 -maxdepth 1 -type d | while read -r dir; do done fi done +rm -rf /data/pipe_cache/* \ No newline at end of file