from openai import OpenAI
api_key="XXXXXX"
base_url = "http://127.0.0.1:8888/to/v1"
client = OpenAI(
api_key=api_key,
base_url = base_url
)
# def get_completion(prompt, model="gpt-3.5-turbo"):
# messages = [{"role": "user", "content": prompt}]
# response = client.chat.completions.create(
# model=model,
# messages=messages,
# temperature=0.7,
# )
# return response.choices[0].message.content
# prompt = "你好，ChatGPT！"
# print(get_completion(prompt))
while True:
text = input("请输入问题：")
response = client.chat.completions.create(
model="gpt-3.5-turbo",
messages=[
{'role': 'user', 'content': text},
],
stream=True
)
for chunk in response:
pretext=chunk.choices[0].delta.content
if pretext is not None:
print(chunk.choices[0].delta.content, end="", flush=True)
print("\n")
