training / test_batch_decode.py
RakshithFury's picture
Saving train state of step 1000
b32936b verified
from transformers import WhisperTokenizerFast
tokenizer = WhisperTokenizerFast.from_pretrained("openai/whisper-large-v3")
seq = [[[50258, 50259, 50359, 50363]]]
try:
tokenizer.batch_decode(seq, skip_special_tokens=False, decode_with_timestamps=True)
except Exception as e:
import traceback
traceback.print_exc()