source env_npu.sh
python preprocess.py \
--do_train \
--train_file AdvertiseGen/train.json \
--test_file AdvertiseGen/dev.json \
--prompt_column content \
--response_column summary \
--model_name_or_path ../model/ \
--overwrite_cache \
--output_dir ./output/adgen-chatglm-6b-ft-$LR \
--max_source_length 4096 \
--max_target_length 4096
#python preprocess.py \
# --do_predict \
# --train_file AdvertiseGen/train.json \
# --test_file AdvertiseGen/dev.json \
# --prompt_column content \
# --response_column summary \
# --model_name_or_path ../model/ \
# --overwrite_cache \
# --output_dir ./output/adgen-chatglm-6b-ft-$LR \
# --max_source_length 256 \
# --max_target_length 256