This commit is contained in:
@@ -0,0 +1,25 @@
|
||||
{
|
||||
"compute_environment": "LOCAL_MACHINE",
|
||||
"debug": false,
|
||||
"distributed_type": "FSDP",
|
||||
"downcast_bf16": "no",
|
||||
"fsdp_config": {
|
||||
"fsdp_auto_wrap_policy": "TRANSFORMER_BASED_WRAP",
|
||||
"fsdp_cpu_ram_efficient_loading": true,
|
||||
"fsdp_reshard_after_forward": true,
|
||||
"fsdp_state_dict_type": "FULL_STATE_DICT",
|
||||
"fsdp_activation_checkpointing": true,
|
||||
"fsdp_version": 2
|
||||
},
|
||||
"machine_rank": 0,
|
||||
"main_training_function": "main",
|
||||
"mixed_precision": "bf16",
|
||||
"num_machines": 1,
|
||||
"num_processes": 2,
|
||||
"rdzv_backend": "static",
|
||||
"same_network": true,
|
||||
"tpu_env": [],
|
||||
"tpu_use_cluster": false,
|
||||
"tpu_use_sudo": false,
|
||||
"use_cpu": false
|
||||
}
|
||||
Reference in New Issue
Block a user