123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130 |
- from __future__ import annotations
- from typing import Union
- from time import time
- class Model():
- ...
- class ChatCompletion(Model):
- def __init__(
- self,
- content: str,
- finish_reason: str,
- completion_id: str = None,
- created: int = None
- ):
- self.id: str = f"chatcmpl-{completion_id}" if completion_id else None
- self.object: str = "chat.completion"
- self.created: int = created
- self.model: str = None
- self.provider: str = None
- self.choices = [ChatCompletionChoice(ChatCompletionMessage(content), finish_reason)]
- self.usage: dict[str, int] = {
- "prompt_tokens": 0, #prompt_tokens,
- "completion_tokens": 0, #completion_tokens,
- "total_tokens": 0, #prompt_tokens + completion_tokens,
- }
- def to_json(self):
- return {
- **self.__dict__,
- "choices": [choice.to_json() for choice in self.choices]
- }
- class ChatCompletionChunk(Model):
- def __init__(
- self,
- content: str,
- finish_reason: str,
- completion_id: str = None,
- created: int = None
- ):
- self.id: str = f"chatcmpl-{completion_id}" if completion_id else None
- self.object: str = "chat.completion.chunk"
- self.created: int = created
- self.model: str = None
- self.provider: str = None
- self.choices = [ChatCompletionDeltaChoice(ChatCompletionDelta(content), finish_reason)]
- def to_json(self):
- return {
- **self.__dict__,
- "choices": [choice.to_json() for choice in self.choices]
- }
- class ChatCompletionMessage(Model):
- def __init__(self, content: Union[str, None]):
- self.role = "assistant"
- self.content = content
- def to_json(self):
- return self.__dict__
- class ChatCompletionChoice(Model):
- def __init__(self, message: ChatCompletionMessage, finish_reason: str):
- self.index = 0
- self.message = message
- self.finish_reason = finish_reason
- def to_json(self):
- return {
- **self.__dict__,
- "message": self.message.to_json()
- }
- class ChatCompletionDelta(Model):
- content: Union[str, None] = None
- def __init__(self, content: Union[str, None]):
- if content is not None:
- self.content = content
- self.role = "assistant"
- def to_json(self):
- return self.__dict__
- class ChatCompletionDeltaChoice(Model):
- def __init__(self, delta: ChatCompletionDelta, finish_reason: Union[str, None]):
- self.index = 0
- self.delta = delta
- self.finish_reason = finish_reason
- def to_json(self):
- return {
- **self.__dict__,
- "delta": self.delta.to_json()
- }
- class Image(Model):
- def __init__(self, url: str = None, b64_json: str = None, revised_prompt: str = None) -> None:
- if url is not None:
- self.url = url
- if b64_json is not None:
- self.b64_json = b64_json
- if revised_prompt is not None:
- self.revised_prompt = revised_prompt
- def to_json(self):
- return self.__dict__
- class ImagesResponse(Model):
- data: list[Image]
- model: str
- provider: str
- created: int
- def __init__(self, data: list[Image], created: int = None, model: str = None, provider: str = None) -> None:
- self.data = data
- if created is None:
- created = int(time())
- self.model = model
- if provider is not None:
- self.provider = provider
- self.created = created
- def to_json(self):
- return {
- **self.__dict__,
- "data": [image.to_json() for image in self.data]
- }
|