| 123456789101112131415161718192021222324252627 |
- # type: ignore
- import openai
- openai.api_key = ""
- openai.api_base = "http://localhost:1337"
- def main():
- chat_completion = openai.ChatCompletion.create(
- model="gpt-3.5-turbo",
- messages=[{"role": "user", "content": "write a poem about a tree"}],
- stream=True,
- )
- if isinstance(chat_completion, dict):
- # not stream
- print(chat_completion.choices[0].message.content)
- else:
- # stream
- for token in chat_completion:
- content = token["choices"][0]["delta"].get("content")
- if content != None:
- print(content, end="", flush=True)
- if __name__ == "__main__":
- main()
|
