limit max tokens

This commit is contained in:
2026-03-03 11:14:05 -05:00
parent 493b6b8425
commit c547edc44b

View File

@@ -12,6 +12,7 @@ DISCORD_TOKEN = os.getenv("DISCORD_TOKEN", "placeholder")
OPENAI_API_ENDPOINT = os.getenv("OPENAI_API_ENDPOINT")
IMAGE_GEN_ENDPOINT = os.getenv("IMAGE_GEN_ENDPOINT")
IMAGE_EDIT_ENDPOINT = os.getenv("IMAGE_EDIT_ENDPOINT")
MAX_COMPLETION_TOKENS = int(os.getenv("MAX_COMPLETION_TOKENS", "1000"))
if not OPENAI_API_ENDPOINT:
raise Exception("OPENAI_API_ENDPOINT required.")
@@ -148,6 +149,7 @@ async def on_message(message):
},
{"role": "user", "content": user_message},
],
"max_completion_tokens": MAX_COMPLETION_TOKENS,
}
response_prefix = f"**{bot_name} response**"