maverick/ChatDev
1
0
Fork 0
mirror of https://github.com/kingomarnajjar/ChatDev.git synced 2026-07-28 12:43:27 +10:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix multi-turn token exceed problem

Browse source
This commit is contained in:
thinkwee 2023-09-08 10:28:31 +08:00
parent 501ab6330f
commit b8db82a2f8
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
camel/model_backend.py
View file

@ -51,7 +51,7 @@ class OpenAIModel(ModelBackend):
string = "\n".join([message["content"] for message in kwargs["messages"]])
encoding = tiktoken.encoding_for_model(self.model_type.value)
num_prompt_tokens = len(encoding.encode(string))
gap_between_send_receive = 50 # known issue
gap_between_send_receive = 15 * len(kwargs["messages"])
num_prompt_tokens += gap_between_send_receive
num_max_token_map = {