wehub-resource-sync
145 lines
2.9 KiB
YAML
145 lines
2.9 KiB
YAML
base_config:
|
|
- configs/base.yaml
|
|
|
|
task_cls: training.acoustic_task.AcousticTask
|
|
|
|
dictionaries: {}
|
|
extra_phonemes: []
|
|
merged_phoneme_groups: []
|
|
datasets: []
|
|
|
|
vocoder: NsfHifiGAN
|
|
vocoder_ckpt: checkpoints/pc_nsf_hifigan_44.1k_hop512_128bin_2025.02/model.ckpt
|
|
audio_sample_rate: 44100
|
|
audio_num_mel_bins: 128
|
|
hop_size: 512 # Hop size.
|
|
fft_size: 2048 # FFT size.
|
|
win_size: 2048 # FFT size.
|
|
fmin: 40
|
|
fmax: 16000
|
|
|
|
binarization_args:
|
|
shuffle: true
|
|
num_workers: 0
|
|
augmentation_args:
|
|
random_pitch_shifting:
|
|
enabled: false
|
|
range: [-5., 5.]
|
|
scale: 0.75
|
|
fixed_pitch_shifting:
|
|
enabled: false
|
|
targets: [-5., 5.]
|
|
scale: 0.5
|
|
random_time_stretching:
|
|
enabled: false
|
|
range: [0.5, 2.]
|
|
scale: 0.75
|
|
|
|
binary_data_dir: 'data/opencpop/binary'
|
|
binarizer_cls: preprocessing.acoustic_binarizer.AcousticBinarizer
|
|
spec_min: [-12]
|
|
spec_max: [0]
|
|
mel_vmin: -14.
|
|
mel_vmax: 4.
|
|
mel_base: 'e'
|
|
energy_smooth_width: 0.06
|
|
breathiness_smooth_width: 0.06
|
|
voicing_smooth_width: 0.06
|
|
tension_smooth_width: 0.06
|
|
|
|
use_lang_id: false
|
|
num_lang: 1
|
|
use_spk_id: false
|
|
num_spk: 1
|
|
use_mix_ln: false
|
|
mix_ln_layer: [0, 2]
|
|
use_energy_embed: false
|
|
use_breathiness_embed: false
|
|
use_voicing_embed: false
|
|
use_tension_embed: false
|
|
use_key_shift_embed: false
|
|
use_speed_embed: false
|
|
|
|
diffusion_type: reflow
|
|
time_scale_factor: 1000
|
|
timesteps: 1000
|
|
max_beta: 0.02
|
|
enc_ffn_kernel_size: 3
|
|
use_rope: true
|
|
rope_interleaved: false
|
|
use_stretch_embed: true
|
|
use_variance_scaling: true
|
|
rel_pos: true
|
|
sampling_algorithm: euler
|
|
sampling_steps: 20
|
|
diff_accelerator: ddim
|
|
diff_speedup: 10
|
|
hidden_size: 384
|
|
backbone_type: 'lynxnet2'
|
|
backbone_args:
|
|
num_channels: 1024
|
|
num_layers: 6
|
|
kernel_size: 31
|
|
dropout_rate: 0.0
|
|
use_conditioner_cache: true
|
|
glu_type: 'atanglu'
|
|
main_loss_type: l2
|
|
main_loss_log_norm: false
|
|
schedule_type: 'linear'
|
|
|
|
# shallow diffusion
|
|
use_shallow_diffusion: true
|
|
T_start: 0.4
|
|
T_start_infer: 0.4
|
|
K_step: 400
|
|
K_step_infer: 400
|
|
|
|
shallow_diffusion_args:
|
|
train_aux_decoder: true
|
|
train_diffusion: true
|
|
val_gt_start: false
|
|
aux_decoder_arch: convnext
|
|
aux_decoder_args:
|
|
num_channels: 512
|
|
num_layers: 6
|
|
kernel_size: 7
|
|
dropout_rate: 0.1
|
|
aux_decoder_grad: 0.1
|
|
|
|
lambda_aux_mel_loss: 0.2
|
|
|
|
# train and eval
|
|
num_sanity_val_steps: 1
|
|
optimizer_args:
|
|
optimizer_cls: modules.optimizer.muon.Muon_AdamW
|
|
lr: 0.0006
|
|
muon_args:
|
|
weight_decay: 0.1
|
|
adamw_args:
|
|
weight_decay: 0.0
|
|
lr_scheduler_args:
|
|
step_size: 5000
|
|
gamma: 0.8
|
|
max_batch_frames: 50000
|
|
max_batch_size: 64
|
|
dataset_size_key: 'lengths'
|
|
val_with_vocoder: true
|
|
val_check_interval: 4000
|
|
num_valid_plots: 10
|
|
max_updates: 100000
|
|
num_ckpt_keep: 8
|
|
permanent_ckpt_start: 60000
|
|
permanent_ckpt_interval: 10000
|
|
|
|
finetune_enabled: false
|
|
finetune_ckpt_path: null
|
|
|
|
finetune_ignored_params:
|
|
- model.fs2.encoder.embed_tokens
|
|
- model.fs2.txt_embed
|
|
- model.fs2.spk_embed
|
|
finetune_strict_shapes: true
|
|
|
|
freezing_enabled: false
|
|
frozen_params: []
|