bobmaster/mattermost_bot
1
0
Fork 0
Code Issues Pull requests Projects Releases 4 Packages Wiki Activity

Fallback to gpt-3.5-turbo when caculate tokens using custom model

Browse source
This commit is contained in:
hibobmaster 2023-12-23 22:35:06 +08:00
parent e0aff19905
commit 7ddb2434bd
Signed by: bobmaster
SSH key fingerprint: SHA256:5ZYgd8fg+PcNZNy4SzcSKu5JtqZyBF8kUhY7/k2viDk
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
src/gptbot.py
View file

@ -122,13 +122,13 @@ class Chatbot:
""" """
Get token count Get token count
""" """
_engine = self.engine
if self.engine not in ENGINES: if self.engine not in ENGINES:
raise NotImplementedError( # use gpt-3.5-turbo to caculate token
f"Engine {self.engine} is not supported. Select from {ENGINES}", _engine = "gpt-3.5-turbo"
)
tiktoken.model.MODEL_TO_ENCODING["gpt-4"] = "cl100k_base" tiktoken.model.MODEL_TO_ENCODING["gpt-4"] = "cl100k_base"
encoding = tiktoken.encoding_for_model(self.engine) encoding = tiktoken.encoding_for_model(_engine)
num_tokens = 0 num_tokens = 0
for message in self.conversation[convo_id]: for message in self.conversation[convo_id]: