OMGeeky/gpt-pilot
1
0
Fork 0
mirror of https://github.com/OMGeeky/gpt-pilot.git synced 2026-01-24 02:45:08 +01:00
Code Issues Packages Projects Releases Wiki Activity

test_chat_completion_Architect passes

Browse Source
This commit is contained in:
Nicholas Albion
2023-09-20 23:15:37 +10:00
parent 82690b2a17
commit 2b4186a4f8
3 changed files with 32 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
pilot/utils/llm_connection.py
View File

@@ -14,7 +14,8 @@ from logger.logger import logger
from helpers.exceptions.TokenLimitError import TokenLimitError
from utils.utils import fix_json
model = os.getenv('MODEL_NAME')
endpoint = os.getenv('ENDPOINT')
def get_tokens_in_messages(messages: List[str]) -> int:
@@ -22,9 +23,6 @@ def get_tokens_in_messages(messages: List[str]) -> int:
tokenized_messages = [tokenizer.encode(message['content']) for message in messages]
return sum(len(tokens) for tokens in tokenized_messages)
#get endpoint and model name from .ENV file
model = os.getenv('MODEL_NAME')
endpoint = os.getenv('ENDPOINT')
def num_tokens_from_functions(functions, model=model):
"""Return the number of tokens used by a list of functions."""