fix deepspeed config

fix
This commit is contained in:
yfyeung 2025-06-18 04:44:10 +00:00
parent c571a88b59
commit 39d90356fe
2 changed files with 1 additions and 2 deletions

View File

@ -5,7 +5,7 @@
"loss_scale_window": 100,
"initial_scale_power": 16,
"hysteresis": 2,
"min_loss_scale": 0.01
"min_loss_scale": 1
},
"zero_optimization": {
"stage": 1,

View File

@ -64,7 +64,6 @@ class SPEECH_LLM(nn.Module):
self,
encoder_embed: nn.Module,
encoder: EncoderInterface,
ctc_output: nn.Module,
llm: nn.Module,
encoder_projector: nn.Module,
):