fix deepspeed config

fix
This commit is contained in:
yfyeung 2025-06-18 04:44:10 +00:00
parent c571a88b59
commit 39d90356fe
2 changed files with 1 additions and 2 deletions

View File

@ -5,7 +5,7 @@
"loss_scale_window": 100, "loss_scale_window": 100,
"initial_scale_power": 16, "initial_scale_power": 16,
"hysteresis": 2, "hysteresis": 2,
"min_loss_scale": 0.01 "min_loss_scale": 1
}, },
"zero_optimization": { "zero_optimization": {
"stage": 1, "stage": 1,

View File

@ -64,7 +64,6 @@ class SPEECH_LLM(nn.Module):
self, self,
encoder_embed: nn.Module, encoder_embed: nn.Module,
encoder: EncoderInterface, encoder: EncoderInterface,
ctc_output: nn.Module,
llm: nn.Module, llm: nn.Module,
encoder_projector: nn.Module, encoder_projector: nn.Module,
): ):