Use 4096 max tokens

This commit is contained in:
afik.cohen 2024-01-19 12:02:50 -08:00
parent 4cdb9135b6
commit 4af41dcb54

View file

@ -168,7 +168,7 @@ def get_function_variables_definitions(
return deduped_sources
EXPLAIN_MODEL_max_tokens = 128000 # gpt-4-128k
EXPLAIN_MODEL_max_tokens = 4096 # 128000 # gpt-4-128k
def get_constrained_function_context_and_dependent_functions(