diff --git a/recipes/quickstart/finetuning/datasets/ocrvqa_dataset.py b/recipes/quickstart/finetuning/datasets/ocrvqa_dataset.py index dabb7302015b0db6dac39e589180a296acb3c263..f5948e151d9669ee0c89b7f30adcaca3af96d064 100644 --- a/recipes/quickstart/finetuning/datasets/ocrvqa_dataset.py +++ b/recipes/quickstart/finetuning/datasets/ocrvqa_dataset.py @@ -26,11 +26,11 @@ def replace_target(target, seq): def tokenize_dialogs(dialogs, images, processor): text_prompt = processor.apply_chat_template(dialogs) + text_prompt = [prompt.replace('<|begin_of_text|>','') for prompt in text_prompt] batch = processor( images=images, text=text_prompt, padding=True, - text_kwargs={"add_special_tokens": False}, return_tensors="pt", ) label_list = [] @@ -137,3 +137,4 @@ class OCRVQADataCollator: def get_data_collator(processor): return OCRVQADataCollator(processor) +