DiffSinger/configs/variance.yaml at bce80cde0027b2b93e616974327a479344afe45e · openvpi/DiffSinger · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
base_config:
  - configs/base.yaml

task_cls: training.variance_task.VarianceTask

dictionaries: {}
extra_phonemes: []
merged_phoneme_groups: []
datasets: []

audio_sample_rate: 44100
hop_size: 512            # Hop size.
fft_size: 2048           # FFT size.
win_size: 2048           # FFT size.
midi_smooth_width: 0.06  # in seconds

binarization_args:
  shuffle: true
  num_workers: 0
  prefer_ds: false

binary_data_dir: 'data/opencpop_variance/binary'
binarizer_cls: preprocessing.variance_binarizer.VarianceBinarizer

use_lang_id: false
num_lang: 1
use_spk_id: false
num_spk: 1

predict_dur: true
predict_pitch: true
predict_energy: false
predict_breathiness: false
predict_voicing: false
predict_tension: false

enc_ffn_kernel_size: 3
use_rope: true
rope_interleaved: false
use_stretch_embed: false
use_variance_scaling: true
rel_pos: true
hidden_size: 384

dur_prediction_args:
  arch: resnet
  hidden_size: 256
  dropout: 0.1
  num_layers: 5
  kernel_size: 3
  log_offset: 1.0
  loss_type: mse
  lambda_pdur_loss: 0.3
  lambda_wdur_loss: 1.0
  lambda_sdur_loss: 3.0

use_melody_encoder: true
melody_encoder_args:
  hidden_size: 128
  enc_layers: 4
use_glide_embed: false
glide_types: [up, down]
glide_embed_scale: 11.313708498984760  # sqrt(128)

pitch_prediction_args:
  pitd_norm_min: -8.0
  pitd_norm_max: 8.0
  pitd_clip_min: -12.0
  pitd_clip_max: 12.0
  repeat_bins: 64
  backbone_type: 'lynxnet2'
  backbone_args:
    num_layers: 6
    num_channels: 512
    dropout_rate: 0.0
    use_conditioner_cache: true
    glu_type: 'softsign_glu'

energy_db_min: -96.0
energy_db_max: -12.0
energy_smooth_width: 0.06

breathiness_db_min: -96.0
breathiness_db_max: -20.0
breathiness_smooth_width: 0.06
voicing_db_min: -96.0
voicing_db_max: -12.0
voicing_smooth_width: 0.06

tension_logit_min: -10.0
tension_logit_max: 10.0
tension_smooth_width: 0.06

variances_prediction_args:
  total_repeat_bins: 72
  backbone_type: 'lynxnet2'
  backbone_args:
    num_layers: 6
    num_channels: 384
    dropout_rate: 0.0
    use_conditioner_cache: true
    glu_type: 'softsign_glu'

lambda_dur_loss: 1.0
lambda_pitch_loss: 1.0
lambda_var_loss: 1.0

diffusion_type: reflow  # ddpm
time_scale_factor: 1000
schedule_type: 'linear'
K_step: 1000
timesteps: 1000
max_beta: 0.02
main_loss_type: l2
main_loss_log_norm: true
sampling_algorithm: euler
sampling_steps: 20
diff_accelerator: ddim
diff_speedup: 10

# train and eval
num_sanity_val_steps: 1
optimizer_args:
  optimizer_cls: modules.optimizer.muon.Muon_AdamW
  lr: 0.0006
  muon_args:
    weight_decay: 0.1
  adamw_args:
    weight_decay: 0.0
lr_scheduler_args:
  step_size: 5000
  gamma: 0.8
max_batch_frames: 80000
max_batch_size: 48
dataset_size_key: 'lengths'
val_check_interval: 4000
num_valid_plots: 10
max_updates: 80000
num_ckpt_keep: 5
permanent_ckpt_start: 30000
permanent_ckpt_interval: 10000

finetune_enabled: false
finetune_ckpt_path: null
finetune_ignored_params:
  - model.spk_embed
  - model.fs2.txt_embed
  - model.fs2.encoder.embed_tokens
finetune_strict_shapes: true

freezing_enabled: false
frozen_params: []