1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556 |
- from __future__ import annotations
- from aiohttp import ClientSession
- from ..typing import AsyncResult, Messages
- from .base_provider import AsyncGeneratorProvider
- class Aura(AsyncGeneratorProvider):
- url = "https://openchat.team"
- working = True
- supports_gpt_35_turbo = True
- @classmethod
- async def create_async_generator(
- cls,
- model: str,
- messages: Messages,
- proxy: str = None,
- **kwargs
- ) -> AsyncResult:
- headers = {
- "Accept": "*/*",
- "Accept-Encoding": "gzip, deflate, br",
- "Accept-Language": "en-GB,en-US;q=0.9,en;q=0.8",
- "Content-Type": "application/json",
- "Origin": f"{cls.url}",
- "Referer": f"{cls.url}/",
- "Sec-Ch-Ua": '"Not_A Brand";v="8", "Chromium";v="120", "Google Chrome";v="120"',
- "Sec-Ch-Ua-Mobile": "?0",
- "Sec-Ch-Ua-Platform": '"Linux"',
- "Sec-Fetch-Dest": "empty",
- "Sec-Fetch-Mode": "cors",
- "Sec-Fetch-Site": "same-origin",
- "User-Agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
- }
- async with ClientSession(headers=headers) as session:
- new_messages = []
- system_message = []
- for message in messages:
- if message["role"] == "system":
- system_message.append(message["content"])
- else:
- new_messages.append(message)
- data = {
- "model": {
- "id": "openchat_v3.2_mistral",
- "name": "OpenChat Aura",
- "maxLength": 24576,
- "tokenLimit": 8192
- },
- "messages": new_messages,
- "key": "",
- "prompt": "\n".join(system_message),
- "temperature": 0.5
- }
- async with session.post(f"{cls.url}/api/chat", json=data, proxy=proxy) as response:
- async for chunk in response.content.iter_any():
- yield chunk.decode()
|