| checkpoint_dir: /mnt/home/xiezhifei/projects/zh/checkpoint/stage1_paskale2e/qwen-2.5-3B | |
| out_dir: /data/zihang/paskal/checkpoint/train___stage_c_benchmark_v2 | |
| devices: 8 | |
| num_nodes: 1 | |
| resume: false | |
| train: | |
| save_interval: 50 | |
| log_interval: 3 | |
| global_batch_size: 64 | |
| micro_batch_size: 2 | |
| lr_warmup_steps: 100 | |
| epochs: 2 | |
| max_seq_length: 4096 | |
| min_lr: 6.0e-05 | |
| eval: | |
| interval: 25 | |
| max_new_tokens: 2000 | |
| max_iters: 500 | |
| initial_validation: true | |
| final_validation: true | |
| evaluate_example: first | |
| optimizer: AdamW | |
| logger_name: tensorboard | |
| seed: 1337 | |