mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
915e8e399c
- Added CHiME-4 dataset integration in asr_datamodule.py - Added Hugging Face upload script - Added RIR augmentation - Added Self-Distillation Training
91 lines
2.9 KiB
Bash
91 lines
2.9 KiB
Bash
#!/bin/bash
|
|
|
|
# train.sh - LibriSpeech ASR Training Script with Data Augmentation Control
|
|
# Usage: bash train.sh
|
|
|
|
set -euo pipefail
|
|
|
|
# Data Augmentation Controls (modify these as needed)
|
|
enable_spec_aug=false # SpecAugment (frequency/time masking)
|
|
enable_musan=false # MUSAN noise augmentation
|
|
enable_rir=false
|
|
enable_cutmix=false
|
|
enable_concatenate=false
|
|
|
|
# RIR settings (used when enable_rir=true)
|
|
rir_cuts_path="data/rir/rir_cuts.jsonl.gz"
|
|
rir_prob=0.5
|
|
|
|
# Training parameters
|
|
world_size=3
|
|
max_duration=300
|
|
valid_max_duration=15
|
|
num_buckets=200
|
|
num_workers=32
|
|
warm_step=10000
|
|
lang_dir="./data/lang_bpe_5000"
|
|
method="ctc-decoding"
|
|
|
|
# Model parameters
|
|
att_rate=0 # 0 for pure CTC, >0 for CTC+Attention
|
|
num_decoder_layers=0 # 0 for pure CTC
|
|
|
|
# Other settings
|
|
start_epoch=78
|
|
master_port=12346
|
|
sanity_check=false # Set to true for OOM checking (slower)
|
|
|
|
# Validation settings
|
|
enable_validation=true # Temporarily disable validation to avoid crashes
|
|
valid_interval=5000 # Much larger interval if we enable validation later
|
|
|
|
# Validation decoding settings
|
|
validation_decoding_method="greedy" # "greedy" or "beam" - use greedy for faster validation
|
|
validation_search_beam=10.0 # Beam size for validation (only used if method="beam")
|
|
validation_output_beam=5.0 # Output beam for validation (only used if method="beam")
|
|
validation_skip_wer=false # Skip WER computation for even faster validation (디버깅용 - 이제 false로 변경)
|
|
|
|
if [ "$enable_rir" = "true" ]; then
|
|
echo " - RIR Path: $rir_cuts_path"
|
|
echo " - RIR Probability: $rir_prob"
|
|
fi
|
|
|
|
|
|
# gdb --args python ./conformer_ctc/train.py
|
|
if [ -z "${PYTHONPATH:-}" ]; then
|
|
export PYTHONPATH="/tmp/icefall"
|
|
else
|
|
export PYTHONPATH="${PYTHONPATH}:/tmp/icefall"
|
|
fi
|
|
|
|
python3 ./conformer_ctc/train.py \
|
|
--master-port $master_port \
|
|
--sanity-check $sanity_check \
|
|
--world-size $world_size \
|
|
--warm-step $warm_step \
|
|
--start-epoch $start_epoch \
|
|
--att-rate $att_rate \
|
|
--num-decoder-layers $num_decoder_layers \
|
|
--num-workers $num_workers \
|
|
--enable-spec-aug $enable_spec_aug \
|
|
--enable-musan $enable_musan \
|
|
--enable-rir $enable_rir \
|
|
--rir-cuts-path $rir_cuts_path \
|
|
--rir-prob $rir_prob \
|
|
--max-duration $max_duration \
|
|
--valid-max-duration $valid_max_duration \
|
|
--num-buckets $num_buckets \
|
|
--bucketing-sampler true \
|
|
--concatenate-cuts $enable_concatenate \
|
|
--duration-factor 1.0 \
|
|
--drop-last true \
|
|
--shuffle true \
|
|
--lang-dir $lang_dir \
|
|
--method $method \
|
|
--enable-validation $enable_validation \
|
|
--valid-interval $valid_interval \
|
|
--validation-decoding-method $validation_decoding_method \
|
|
--validation-search-beam $validation_search_beam \
|
|
--validation-output-beam $validation_output_beam \
|
|
--validation-skip-wer $validation_skip_wer
|