|
@@ -59,7 +59,7 @@ def num_tokens_from_messages(messages, model): |
|
|
|
|
|
|
|
|
if model in ["gpt-3.5-turbo-0301", "gpt-35-turbo"]: |
|
|
if model in ["gpt-3.5-turbo-0301", "gpt-35-turbo"]: |
|
|
return num_tokens_from_messages(messages, model="gpt-3.5-turbo") |
|
|
return num_tokens_from_messages(messages, model="gpt-3.5-turbo") |
|
|
elif model in ["gpt-4-0314", "gpt-4-0613", "gpt-4-32k", "gpt-4-32k-0613", "gpt-3.5-turbo-0613", "gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k-0613"]: |
|
|
|
|
|
|
|
|
elif model in ["gpt-4-0314", "gpt-4-0613", "gpt-4-32k", "gpt-4-32k-0613", "gpt-3.5-turbo-0613", "gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k-0613", "gpt-35-turbo-16k"]: |
|
|
return num_tokens_from_messages(messages, model="gpt-4") |
|
|
return num_tokens_from_messages(messages, model="gpt-4") |
|
|
|
|
|
|
|
|
try: |
|
|
try: |
|
|