python如何流式输出chatgpt api接口的回答数据?
completion = openai.ChatCompletion.create(model="gpt-3.5-turbo", messages=msg)
网友回复
import openai import time openai.api_key = "APIkey" ### STREAM CHATGPT API RESPONSES delay_time = 0.01 # faster max_response_length = 200 answer = '' # ASK QUESTION prompt = input("Ask a question: ") start_time = time.time() response = openai.ChatCompletion.create( # CHATPG GPT API REQQUEST model='gpt-3.5-turbo', messages=[ {'role': 'user', 'content': f'{prompt}'} ], max_tokens=max_response_length, temperature=0, stream=True, # this time, we set stream=True ) for event in response: # STREAM THE ANSWER print(answer, end='', flush=True) # Print the response # RETRIEVE THE TEXT FROM THE RESPONSE event_time = time.time() - start_time # CALCULATE TIME DELAY BY THE EVENT event_text = event['choices'][0]['delta'] # EVENT DELTA RESPONSE answer = event_text.get('content', '') # RETRIEVE CONTENT time.sleep(delay_time)