chatGLM_6B_LoRA.json

{
    "output_dir": "saved_files/chatGLM_6B_int4_LoRA",
    "per_device_train_batch_size": 2,
    "gradient_accumulation_steps": 4,
    "per_device_eval_batch_size": 2,
    "learning_rate": 5e-4,
    "num_train_epochs": 10.0,
    "lr_scheduler_type": "linear",
    "warmup_ratio": 0.1,
    "logging_steps": 100,
    "save_strategy": "epoch",
    "load_best_model_at_end": false,
    "evaluation_strategy": "epoch",
    "optim": "adamw_torch",
    "fp16": false,
    "remove_unused_columns": false,
    "ddp_find_unused_parameters": false,
    "seed": 42
}