12345678910111213141516171819202122232425262728 |
- from __future__ import annotations
- from .OpenaiAPI import OpenaiAPI
- from ..HuggingChat import HuggingChat
- from ...typing import AsyncResult, Messages
- class HuggingFace2(OpenaiAPI):
- label = "HuggingFace (Inference API)"
- url = "https://huggingface.co"
- working = True
- default_model = "meta-llama/Llama-3.2-11B-Vision-Instruct"
- default_vision_model = default_model
- models = [
- *HuggingChat.models
- ]
- @classmethod
- def create_async_generator(
- cls,
- model: str,
- messages: Messages,
- api_base: str = "https://api-inference.huggingface.co/v1",
- max_tokens: int = 500,
- **kwargs
- ) -> AsyncResult:
- return super().create_async_generator(
- model, messages, api_base=api_base, max_tokens=max_tokens, **kwargs
- )
|