mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-19 05:54:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

Pad only on the right

Browse Source
This commit is contained in:
Daniel Povey 2023-06-20 01:58:27 +08:00
parent 85b6450a8a
commit b3b3e5daa0
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
egs/libriheavy/LM/zipformer1/lm_datamodule.py
View File

@ -135,7 +135,8 @@ class LmDataset(torch.utils.data.IterableDataset):
f.seek(begin)
b = f.read(self.bytes_per_segment) # b is bytes object
else:
b = b'\0' * -begin + f.read(self.bytes_per_segment + begin)
b = f.read(self.bytes_per_segment + begin)
#b = b'\0' * -begin + f.read(self.bytes_per_segment + begin)
if len(b) < self.bytes_per_segment:
b = b + b'\0' * (self.bytes_per_segment - len(b))
yield torch.Tensor(np.frombuffer(b, dtype=np.uint8).copy()).to(torch.long)