Minor fix.

This commit is contained in:
Wei Kang 2025-06-19 11:25:48 +08:00 committed by GitHub
parent 857507795d
commit ba5ffc711e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -332,7 +332,7 @@ def main():
for i in token_ids:
token = token_table[i]
if token.startswith("<0x") and token.endswith(">"):
byte_list.append(int(x[3:-1], 16))
byte_list.append(int(token[3:-1], 16))
else:
byte_list += list(token.encode("utf-8"))
text = bytes(byte_list).decode("utf-8")