From 3423f0683e1176631627687bf7e0a0d029b9a844 Mon Sep 17 00:00:00 2001 From: Nicholas Albion Date: Fri, 8 Sep 2023 03:04:50 +1000 Subject: [PATCH] default MAX_GPT_MODEL_TOKENS to 8192. tests failed to run because could not parse missing env var MAX_TOKENS --- pilot/const/llm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pilot/const/llm.py b/pilot/const/llm.py index 8ae8ab8..f1f2d6f 100644 --- a/pilot/const/llm.py +++ b/pilot/const/llm.py @@ -1,5 +1,5 @@ import os -MAX_GPT_MODEL_TOKENS = int(os.getenv('MAX_TOKENS')) +MAX_GPT_MODEL_TOKENS = int(os.getenv('MAX_TOKENS', 8192)) MIN_TOKENS_FOR_GPT_RESPONSE = 600 MAX_QUESTIONS = 5 END_RESPONSE = "EVERYTHING_CLEAR" \ No newline at end of file