limit max tokens
This commit is contained in:
2
main.py
2
main.py
@@ -12,6 +12,7 @@ DISCORD_TOKEN = os.getenv("DISCORD_TOKEN", "placeholder")
|
|||||||
OPENAI_API_ENDPOINT = os.getenv("OPENAI_API_ENDPOINT")
|
OPENAI_API_ENDPOINT = os.getenv("OPENAI_API_ENDPOINT")
|
||||||
IMAGE_GEN_ENDPOINT = os.getenv("IMAGE_GEN_ENDPOINT")
|
IMAGE_GEN_ENDPOINT = os.getenv("IMAGE_GEN_ENDPOINT")
|
||||||
IMAGE_EDIT_ENDPOINT = os.getenv("IMAGE_EDIT_ENDPOINT")
|
IMAGE_EDIT_ENDPOINT = os.getenv("IMAGE_EDIT_ENDPOINT")
|
||||||
|
MAX_COMPLETION_TOKENS = int(os.getenv("MAX_COMPLETION_TOKENS", "1000"))
|
||||||
|
|
||||||
if not OPENAI_API_ENDPOINT:
|
if not OPENAI_API_ENDPOINT:
|
||||||
raise Exception("OPENAI_API_ENDPOINT required.")
|
raise Exception("OPENAI_API_ENDPOINT required.")
|
||||||
@@ -148,6 +149,7 @@ async def on_message(message):
|
|||||||
},
|
},
|
||||||
{"role": "user", "content": user_message},
|
{"role": "user", "content": user_message},
|
||||||
],
|
],
|
||||||
|
"max_completion_tokens": MAX_COMPLETION_TOKENS,
|
||||||
}
|
}
|
||||||
|
|
||||||
response_prefix = f"**{bot_name} response**"
|
response_prefix = f"**{bot_name} response**"
|
||||||
|
|||||||
Reference in New Issue
Block a user