1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192 |
- from __future__ import annotations
- from aiohttp import ClientSession
- import json
- from ..typing import AsyncResult, Messages
- from .base_provider import AsyncGeneratorProvider, ProviderModelMixin
- from .helper import format_prompt
- class Upstage(AsyncGeneratorProvider, ProviderModelMixin):
- url = "https://console.upstage.ai/playground/chat"
- api_endpoint = "https://ap-northeast-2.apistage.ai/v1/web/demo/chat/completions"
- working = True
- default_model = 'solar-pro'
- models = [
- 'upstage/solar-1-mini-chat',
- 'upstage/solar-1-mini-chat-ja',
- 'solar-pro',
- ]
- model_aliases = {
- "solar-mini": "upstage/solar-1-mini-chat",
- "solar-mini": "upstage/solar-1-mini-chat-ja",
- }
- @classmethod
- def get_model(cls, model: str) -> str:
- if model in cls.models:
- return model
- elif model in cls.model_aliases:
- return cls.model_aliases[model]
- else:
- return cls.default_model
- @classmethod
- async def create_async_generator(
- cls,
- model: str,
- messages: Messages,
- proxy: str = None,
- **kwargs
- ) -> AsyncResult:
- model = cls.get_model(model)
- headers = {
- "accept": "*/*",
- "accept-language": "en-US,en;q=0.9",
- "cache-control": "no-cache",
- "content-type": "application/json",
- "dnt": "1",
- "origin": "https://console.upstage.ai",
- "pragma": "no-cache",
- "priority": "u=1, i",
- "referer": "https://console.upstage.ai/",
- "sec-ch-ua": '"Not?A_Brand";v="99", "Chromium";v="130"',
- "sec-ch-ua-mobile": "?0",
- "sec-ch-ua-platform": '"Linux"',
- "sec-fetch-dest": "empty",
- "sec-fetch-mode": "cors",
- "sec-fetch-site": "cross-site",
- "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36"
- }
- async with ClientSession(headers=headers) as session:
- data = {
- "stream": True,
- "messages": [{"role": "user", "content": format_prompt(messages)}],
- "model": model
- }
- async with session.post(f"{cls.api_endpoint}", json=data, proxy=proxy) as response:
- response.raise_for_status()
- response_text = ""
- async for line in response.content:
- if line:
- line = line.decode('utf-8').strip()
-
- if line.startswith("data: ") and line != "data: [DONE]":
- try:
- data = json.loads(line[6:])
- content = data['choices'][0]['delta'].get('content', '')
- if content:
- response_text += content
- yield content
- except json.JSONDecodeError:
- continue
-
- if line == "data: [DONE]":
- break
|