@@ -3199,7 +3199,7 @@ function llm_qwen_dygraph_auto_bs1_fp32_DP2() {
3199
3199
{
3200
3200
"model_name_or_path": "qwen/qwen-7b",
3201
3201
"tokenizer_name_or_path": "qwen/qwen-7b",
3202
- "hybrid_parallel_topo_order": \ "$DEFAULT_TOPO \ ",
3202
+ "hybrid_parallel_topo_order": "$DEFAULT_TOPO ",
3203
3203
"input_dir": "./data",
3204
3204
"output_dir": "./checkpoints/qwen_pretrain_ckpts",
3205
3205
"per_device_train_batch_size": 1,
@@ -3291,7 +3291,7 @@ function llm_qwen_dygraph_auto_bs1_fp32_DP2-MP2() {
3291
3291
{
3292
3292
"model_name_or_path": "qwen/qwen-7b",
3293
3293
"tokenizer_name_or_path": "qwen/qwen-7b",
3294
- "hybrid_parallel_topo_order": \ "$DEFAULT_TOPO \ ",
3294
+ "hybrid_parallel_topo_order": "$DEFAULT_TOPO ",
3295
3295
"input_dir": "./data",
3296
3296
"output_dir": "./checkpoints/qwen_pretrain_ckpts",
3297
3297
"per_device_train_batch_size": 1,
@@ -3381,7 +3381,7 @@ function llm_qwen_dygraph_auto_bs1_fp32_DP2-MP2-PP2() {
3381
3381
{
3382
3382
"model_name_or_path": "qwen/qwen-7b",
3383
3383
"tokenizer_name_or_path": "qwen/qwen-7b",
3384
- "hybrid_parallel_topo_order": \ "$DEFAULT_TOPO \ ",
3384
+ "hybrid_parallel_topo_order": "$DEFAULT_TOPO ",
3385
3385
"input_dir": "./data",
3386
3386
"output_dir": "./checkpoints/qwen_pretrain_ckpts",
3387
3387
"per_device_train_batch_size": 1,
@@ -3473,7 +3473,7 @@ function llm_qwen_dygraph_auto_bs1_bf16_DP2-MP2-PP2() {
3473
3473
{
3474
3474
"model_name_or_path": "qwen/qwen-7b",
3475
3475
"tokenizer_name_or_path": "qwen/qwen-7b",
3476
- "hybrid_parallel_topo_order": \ "$DEFAULT_TOPO \ ",
3476
+ "hybrid_parallel_topo_order": "$DEFAULT_TOPO ",
3477
3477
"input_dir": "./data",
3478
3478
"output_dir": "./checkpoints/qwen_pretrain_ckpts",
3479
3479
"per_device_train_batch_size": 1,
@@ -4120,7 +4120,7 @@ function llama_baichuan_dygraph_auto_sp_async_reduce_scatter_bs8_bf16_DP4-MP2-SP
4120
4120
{
4121
4121
"model_name_or_path": "baichuan-inc/Baichuan2-13B-Base",
4122
4122
"tokenizer_name_or_path": "baichuan-inc/Baichuan2-13B-Base",
4123
- "hybrid_parallel_topo_order": \ "$DEFAULT_TOPO \ ",
4123
+ "hybrid_parallel_topo_order": "$DEFAULT_TOPO ",
4124
4124
"input_dir": "./data",
4125
4125
"output_dir": "./checkpoints/baichuan2_13b_ckpts",
4126
4126
"split": "949,50,1",
0 commit comments