limit max tokens
This commit is contained in:
2
main.py
2
main.py
@@ -12,6 +12,7 @@ DISCORD_TOKEN = os.getenv("DISCORD_TOKEN", "placeholder")
|
||||
OPENAI_API_ENDPOINT = os.getenv("OPENAI_API_ENDPOINT")
|
||||
IMAGE_GEN_ENDPOINT = os.getenv("IMAGE_GEN_ENDPOINT")
|
||||
IMAGE_EDIT_ENDPOINT = os.getenv("IMAGE_EDIT_ENDPOINT")
|
||||
MAX_COMPLETION_TOKENS = int(os.getenv("MAX_COMPLETION_TOKENS", "1000"))
|
||||
|
||||
if not OPENAI_API_ENDPOINT:
|
||||
raise Exception("OPENAI_API_ENDPOINT required.")
|
||||
@@ -148,6 +149,7 @@ async def on_message(message):
|
||||
},
|
||||
{"role": "user", "content": user_message},
|
||||
],
|
||||
"max_completion_tokens": MAX_COMPLETION_TOKENS,
|
||||
}
|
||||
|
||||
response_prefix = f"**{bot_name} response**"
|
||||
|
||||
Reference in New Issue
Block a user