wehub-resource-sync
153 lines
3.0 KiB
YAML
153 lines
3.0 KiB
YAML
base_config:
|
|
- configs/base.yaml
|
|
|
|
task_cls: training.variance_task.VarianceTask
|
|
|
|
dictionaries: {}
|
|
extra_phonemes: []
|
|
merged_phoneme_groups: []
|
|
datasets: []
|
|
|
|
audio_sample_rate: 44100
|
|
hop_size: 512 # Hop size.
|
|
fft_size: 2048 # FFT size.
|
|
win_size: 2048 # FFT size.
|
|
midi_smooth_width: 0.06 # in seconds
|
|
|
|
binarization_args:
|
|
shuffle: true
|
|
num_workers: 0
|
|
prefer_ds: false
|
|
|
|
binary_data_dir: 'data/opencpop_variance/binary'
|
|
binarizer_cls: preprocessing.variance_binarizer.VarianceBinarizer
|
|
|
|
use_lang_id: false
|
|
num_lang: 1
|
|
use_spk_id: false
|
|
num_spk: 1
|
|
|
|
predict_dur: true
|
|
predict_pitch: true
|
|
predict_energy: false
|
|
predict_breathiness: false
|
|
predict_voicing: false
|
|
predict_tension: false
|
|
|
|
enc_ffn_kernel_size: 3
|
|
use_rope: true
|
|
rope_interleaved: false
|
|
use_stretch_embed: false
|
|
use_variance_scaling: true
|
|
rel_pos: true
|
|
hidden_size: 384
|
|
|
|
dur_prediction_args:
|
|
arch: resnet
|
|
hidden_size: 256
|
|
dropout: 0.1
|
|
num_layers: 5
|
|
kernel_size: 3
|
|
log_offset: 1.0
|
|
loss_type: mse
|
|
lambda_pdur_loss: 0.3
|
|
lambda_wdur_loss: 1.0
|
|
lambda_sdur_loss: 3.0
|
|
|
|
use_melody_encoder: true
|
|
melody_encoder_args:
|
|
hidden_size: 128
|
|
enc_layers: 4
|
|
use_glide_embed: false
|
|
glide_types: [up, down]
|
|
glide_embed_scale: 11.313708498984760 # sqrt(128)
|
|
|
|
pitch_prediction_args:
|
|
pitd_norm_min: -8.0
|
|
pitd_norm_max: 8.0
|
|
pitd_clip_min: -12.0
|
|
pitd_clip_max: 12.0
|
|
repeat_bins: 64
|
|
backbone_type: 'lynxnet2'
|
|
backbone_args:
|
|
num_layers: 6
|
|
num_channels: 512
|
|
dropout_rate: 0.0
|
|
use_conditioner_cache: true
|
|
glu_type: 'atanglu'
|
|
|
|
energy_db_min: -96.0
|
|
energy_db_max: -12.0
|
|
energy_smooth_width: 0.06
|
|
|
|
breathiness_db_min: -96.0
|
|
breathiness_db_max: -20.0
|
|
breathiness_smooth_width: 0.06
|
|
voicing_db_min: -96.0
|
|
voicing_db_max: -12.0
|
|
voicing_smooth_width: 0.06
|
|
|
|
tension_logit_min: -10.0
|
|
tension_logit_max: 10.0
|
|
tension_smooth_width: 0.06
|
|
|
|
variances_prediction_args:
|
|
total_repeat_bins: 72
|
|
backbone_type: 'lynxnet2'
|
|
backbone_args:
|
|
num_layers: 6
|
|
num_channels: 384
|
|
dropout_rate: 0.0
|
|
use_conditioner_cache: true
|
|
glu_type: 'atanglu'
|
|
|
|
lambda_dur_loss: 1.0
|
|
lambda_pitch_loss: 1.0
|
|
lambda_var_loss: 1.0
|
|
|
|
diffusion_type: reflow # ddpm
|
|
time_scale_factor: 1000
|
|
schedule_type: 'linear'
|
|
K_step: 1000
|
|
timesteps: 1000
|
|
max_beta: 0.02
|
|
main_loss_type: l2
|
|
main_loss_log_norm: true
|
|
sampling_algorithm: euler
|
|
sampling_steps: 20
|
|
diff_accelerator: ddim
|
|
diff_speedup: 10
|
|
|
|
# train and eval
|
|
num_sanity_val_steps: 1
|
|
optimizer_args:
|
|
optimizer_cls: modules.optimizer.muon.Muon_AdamW
|
|
lr: 0.0006
|
|
muon_args:
|
|
weight_decay: 0.1
|
|
adamw_args:
|
|
weight_decay: 0.0
|
|
lr_scheduler_args:
|
|
step_size: 5000
|
|
gamma: 0.8
|
|
max_batch_frames: 80000
|
|
max_batch_size: 48
|
|
dataset_size_key: 'lengths'
|
|
val_check_interval: 4000
|
|
num_valid_plots: 10
|
|
max_updates: 80000
|
|
num_ckpt_keep: 5
|
|
permanent_ckpt_start: 30000
|
|
permanent_ckpt_interval: 10000
|
|
|
|
finetune_enabled: false
|
|
finetune_ckpt_path: null
|
|
finetune_ignored_params:
|
|
- model.spk_embed
|
|
- model.fs2.txt_embed
|
|
- model.fs2.encoder.embed_tokens
|
|
finetune_strict_shapes: true
|
|
|
|
freezing_enabled: false
|
|
frozen_params: []
|