mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-08-09 10:02:22 +00:00
fix deepspeed config
fix
This commit is contained in:
parent
c571a88b59
commit
39d90356fe
@ -5,7 +5,7 @@
|
|||||||
"loss_scale_window": 100,
|
"loss_scale_window": 100,
|
||||||
"initial_scale_power": 16,
|
"initial_scale_power": 16,
|
||||||
"hysteresis": 2,
|
"hysteresis": 2,
|
||||||
"min_loss_scale": 0.01
|
"min_loss_scale": 1
|
||||||
},
|
},
|
||||||
"zero_optimization": {
|
"zero_optimization": {
|
||||||
"stage": 1,
|
"stage": 1,
|
||||||
|
@ -64,7 +64,6 @@ class SPEECH_LLM(nn.Module):
|
|||||||
self,
|
self,
|
||||||
encoder_embed: nn.Module,
|
encoder_embed: nn.Module,
|
||||||
encoder: EncoderInterface,
|
encoder: EncoderInterface,
|
||||||
ctc_output: nn.Module,
|
|
||||||
llm: nn.Module,
|
llm: nn.Module,
|
||||||
encoder_projector: nn.Module,
|
encoder_projector: nn.Module,
|
||||||
):
|
):
|
||||||
|
Loading…
x
Reference in New Issue
Block a user