mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-09 01:52:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

add server url

Browse Source
This commit is contained in:
root 2025-05-20 07:48:49 +00:00
parent 50fc1aba60
commit 9cdd393f43
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
egs/speech_llm/SPEECH2SPEECH/qwen_omni/server.py
View File

@ -27,6 +27,12 @@ def get_args():
default=None,
help="Prompt template",
)
parser.add_argument(
"--port",
type=int,
default=8001,
help="Port number",
)
add_model_arguments(parser)
args = parser.parse_args()
return args
@ -61,6 +67,7 @@ def preprocess_prompt(tokenizer):
args = get_args()
print(f"Using port: {args.port}")
model, tokenizer = get_model(args)
app = FastAPI()
@ -121,4 +128,4 @@ async def decode_speech(request: SpeechRequest):
if __name__ == "__main__":
print("Starting server...")
uvicorn.run(app, host="0.0.0.0", port=8000)
uvicorn.run(app, host="0.0.0.0", port=args.port)