diff --git a/agentverse/llms/openai.py b/agentverse/llms/openai.py index 144e19d3..881ec3f7 100644 --- a/agentverse/llms/openai.py +++ b/agentverse/llms/openai.py @@ -232,11 +232,12 @@ def generate_response( try: # Execute function call if functions != []: - response = openai_client.chat.completions.create( - messages=messages, - functions=functions, - **self.args.dict(), - ) + async with async_openai_client: + response = openai_client.chat.completions.create( + messages=messages, + functions=functions, + **self.args.dict(), + ) logger.log_prompt( [ @@ -275,10 +276,11 @@ def generate_response( ) else: - response = openai_client.chat.completions.create( - messages=messages, - **self.args.dict(), - ) + async with async_openai_client: + response = openai_client.chat.completions.create( + messages=messages, + **self.args.dict(), + ) logger.log_prompt( [ {