diff --git a/egs/speech_llm/ASR_LLM/zipformer_llm_zh/requirements.txt b/egs/speech_llm/ASR_LLM/zipformer_llm_zh/requirements.txt
index 98f9be968..0c554f17b 100644
--- a/egs/speech_llm/ASR_LLM/zipformer_llm_zh/requirements.txt
+++ b/egs/speech_llm/ASR_LLM/zipformer_llm_zh/requirements.txt
@@ -1,5 +1,5 @@
 librosa
-deepspeed
+deepspeed>=0.16.9
 transformers>=4.37.0
 flash-attn
 peft