mirror of
https://github.com/hanzoai/tts.git
synced 2026-11-02 12:16:08 +00:00
30 lines
870 B
YAML
30 lines
870 B
YAML
{
|
|
"compute_environment": "LOCAL_MACHINE",
|
|
"debug": false,
|
|
"distributed_type": "FSDP",
|
|
"downcast_bf16": false,
|
|
"enable_cpu_affinity": false,
|
|
"machine_rank": 0,
|
|
"main_training_function": "main",
|
|
"mixed_precision": "bf16",
|
|
"num_machines": 1,
|
|
"num_processes": 8,
|
|
"rdzv_backend": "static",
|
|
"same_network": false,
|
|
"tpu_use_cluster": false,
|
|
"tpu_use_sudo": false,
|
|
"use_cpu": false,
|
|
"fsdp_config": {
|
|
"fsdp_auto_wrap_policy": "TRANSFORMER_BASED_WRAP",
|
|
"fsdp_backward_prefetch": "BACKWARD_PRE",
|
|
"fsdp_forward_prefetch": true,
|
|
"fsdp_offload_params": false,
|
|
"fsdp_sharding_strategy": "FULL_SHARD",
|
|
"fsdp_state_dict_type": "SHARDED_STATE_DICT",
|
|
"fsdp_transformer_layer_cls_to_wrap": "Lfm2DecoderLayer",
|
|
"fsdp_sync_module_states": true,
|
|
"fsdp_use_orig_params": true,
|
|
"fsdp_cpu_ram_efficient_loading": true
|
|
}
|
|
}
|