OMGeeky/gpt-pilot
1
0
Fork 0
mirror of https://github.com/OMGeeky/gpt-pilot.git synced 2026-02-23 15:49:50 +01:00
Code Issues Packages Projects Releases Wiki Activity

Added model selection to .env and update readme

Browse Source
This commit is contained in:
Sander Hilven
2023-09-01 10:34:12 +02:00
parent 660047a071
commit a4d520763f
3 changed files with 5 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
pilot/utils/llm_connection.py
View File

@@ -46,13 +46,9 @@ def get_tokens_in_messages(messages: List[str]) -> int:
tokenized_messages = [tokenizer.encode(message['content']) for message in messages]
return sum(len(tokens) for tokens in tokenized_messages)
# Check if the ENDPOINT is AZURE
#get endpoint and model name from .ENV file
model = os.getenv('MODEL_NAME')
endpoint = os.getenv('ENDPOINT')
if endpoint == 'AZURE':
# If yes, get the model name from .ENV file
model = os.getenv('AZURE_MODEL_NAME')
else:
model="gpt-4"
def num_tokens_from_functions(functions, model=model):
"""Return the number of tokens used by a list of functions."""