diff --git a/recipes/quickstart/finetuning/datasets/ocrvqa_dataset.py b/recipes/quickstart/finetuning/datasets/ocrvqa_dataset.py
index dabb7302015b0db6dac39e589180a296acb3c263..f5948e151d9669ee0c89b7f30adcaca3af96d064 100644
--- a/recipes/quickstart/finetuning/datasets/ocrvqa_dataset.py
+++ b/recipes/quickstart/finetuning/datasets/ocrvqa_dataset.py
@@ -26,11 +26,11 @@ def replace_target(target, seq):
 
 def tokenize_dialogs(dialogs, images, processor):
     text_prompt = processor.apply_chat_template(dialogs)
+    text_prompt = [prompt.replace('<|begin_of_text|>','') for prompt in text_prompt]
     batch = processor(
         images=images,
         text=text_prompt,
         padding=True,
-        text_kwargs={"add_special_tokens": False},
         return_tensors="pt",
     )
     label_list = []
@@ -137,3 +137,4 @@ class OCRVQADataCollator:
 
 def get_data_collator(processor):
     return OCRVQADataCollator(processor)
+