From ede9ebd6c98c9b0377dfadbd094117ee03247108 Mon Sep 17 00:00:00 2001
From: KT313 <73772644+KT313@users.noreply.github.com>
Date: Fri, 17 May 2024 12:09:19 +0200
Subject: [PATCH] Fixed Prompt formatting in conversation.py

removed "<|start_header_id|>" from the roles since they get added automatically as well and lead to duplicate tokens like "<|start_header_id|><|start_header_id|>user<|end_header_id|>"
---
 llava/conversation.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llava/conversation.py b/llava/conversation.py
index 70ec12ee6..539638fc8 100644
--- a/llava/conversation.py
+++ b/llava/conversation.py
@@ -350,7 +350,7 @@ def dict(self):
 
 conv_llava_llama_3 = Conversation(
     system="You are a helpful language and vision assistant. " "You are able to understand the visual content that the user provides, " "and assist the user with a variety of tasks using natural language.",
-    roles=("<|start_header_id|>user", "<|start_header_id|>assistant"),
+    roles=("user", "assistant"),
     version="llama_v3",
     messages=[],
     offset=0,