api_completions_copilot.py 1.6 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556
  1. import requests
  2. import json
  3. import uuid
  4. url = "http://localhost:1337/v1/chat/completions"
  5. conversation_id = str(uuid.uuid4())
  6. body = {
  7. "model": "",
  8. "provider": "Copilot",
  9. "stream": True,
  10. "messages": [
  11. {"role": "user", "content": "Hello, i am Heiner. How are you?"}
  12. ],
  13. "conversation_id": conversation_id
  14. }
  15. response = requests.post(url, json=body, stream=True)
  16. response.raise_for_status()
  17. for line in response.iter_lines():
  18. if line.startswith(b"data: "):
  19. try:
  20. json_data = json.loads(line[6:])
  21. if json_data.get("error"):
  22. print(json_data)
  23. break
  24. content = json_data.get("choices", [{"delta": {}}])[0]["delta"].get("content", "")
  25. if content:
  26. print(content, end="")
  27. except json.JSONDecodeError:
  28. pass
  29. print()
  30. print()
  31. print()
  32. body = {
  33. "model": "",
  34. "provider": "Copilot",
  35. "stream": True,
  36. "messages": [
  37. {"role": "user", "content": "Tell me somethings about my name"}
  38. ],
  39. "conversation_id": conversation_id
  40. }
  41. response = requests.post(url, json=body, stream=True)
  42. response.raise_for_status()
  43. for line in response.iter_lines():
  44. if line.startswith(b"data: "):
  45. try:
  46. json_data = json.loads(line[6:])
  47. if json_data.get("error"):
  48. print(json_data)
  49. break
  50. content = json_data.get("choices", [{"delta": {}}])[0]["delta"].get("content", "")
  51. if content:
  52. print(content, end="")
  53. except json.JSONDecodeError:
  54. pass