From 8e1c02a6dc415fc895cb9b4351f081a072c84efc Mon Sep 17 00:00:00 2001
From: Martial BE <me@xiao5.info>
Date: Wed, 20 Mar 2024 10:33:32 +0800
Subject: [PATCH] =?UTF-8?q?=F0=9F=90=9B=20fix:=20prompt=20token=20repetiti?=
 =?UTF-8?q?on=20calculation=20(#116)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 common/token.go | 1 -
 1 file changed, 1 deletion(-)

diff --git a/common/token.go b/common/token.go
index a2774000..9add2a0b 100644
--- a/common/token.go
+++ b/common/token.go
@@ -108,7 +108,6 @@ func CountTokenMessages(messages []types.ChatCompletionMessage, model string) in
 				}
 			}
 		}
-		tokenNum += getTokenNum(tokenEncoder, message.StringContent())
 		tokenNum += getTokenNum(tokenEncoder, message.Role)
 		if message.Name != nil {
 			tokenNum += tokensPerName