This commit is contained in:
mrT23 2023-11-07 14:41:15 +02:00
parent 094f641fb5
commit 54f41dd603
No known key found for this signature in database
GPG key ID: D350490E39D5F5AD

View file

@ -348,7 +348,7 @@ def get_user_labels(current_labels):
def get_max_tokens(model):
settings = get_settings()
max_tokens_model = MAX_TOKENS[model]
if settings.config.max_model_tokens and max_tokens_model > settings.config.max_model_tokens:
max_tokens_model = settings.config.max_model_tokens
if settings.config.max_model_tokens:
max_tokens_model = min(settings.config.max_model_tokens, max_tokens_model)
# get_logger().debug(f"limiting max tokens to {max_tokens_model}")
return max_tokens_model