123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596 |
- import sys
- from pathlib import Path
- import asyncio
- sys.path.append(str(Path(__file__).parent.parent))
- import g4f
- from testing.log_time import log_time, log_time_async, log_time_yield
- _providers = [
- g4f.Provider.H2o,
- g4f.Provider.You,
- g4f.Provider.HuggingChat,
- g4f.Provider.OpenAssistant,
- g4f.Provider.Bing,
- g4f.Provider.Bard
- ]
- _instruct = "Hello, are you GPT 4?."
- _example = """
- OpenaiChat: Hello! How can I assist you today? 2.0 secs
- Bard: Hello! How can I help you today? 3.44 secs
- Bing: Hello, this is Bing. How can I help? 😊 4.14 secs
- Async Total: 4.25 secs
- OpenaiChat: Hello! How can I assist you today? 1.85 secs
- Bard: Hello! How can I help you today? 3.38 secs
- Bing: Hello, this is Bing. How can I help? 😊 6.14 secs
- Stream Total: 11.37 secs
- OpenaiChat: Hello! How can I help you today? 3.28 secs
- Bard: Hello there! How can I help you today? 3.58 secs
- Bing: Hello! How can I help you today? 3.28 secs
- No Stream Total: 10.14 secs
- """
- print("Bing: ", end="")
- for response in log_time_yield(
- g4f.ChatCompletion.create,
- model=g4f.models.default,
- messages=[{"role": "user", "content": _instruct}],
- provider=g4f.Provider.Bing,
- #cookies=g4f.get_cookies(".huggingface.co"),
- stream=True,
- auth=True
- ):
- print(response, end="", flush=True)
- print()
- print()
- async def run_async():
- responses = [
- log_time_async(
- provider.create_async,
- model=None,
- messages=[{"role": "user", "content": _instruct}],
- )
- for provider in _providers
- ]
- responses = await asyncio.gather(*responses)
- for idx, provider in enumerate(_providers):
- print(f"{provider.__name__}:", responses[idx])
- print("Async Total:", asyncio.run(log_time_async(run_async)))
- print()
- def run_stream():
- for provider in _providers:
- print(f"{provider.__name__}: ", end="")
- for response in log_time_yield(
- provider.create_completion,
- model=None,
- messages=[{"role": "user", "content": _instruct}],
- ):
- print(response, end="", flush=True)
- print()
- print("Stream Total:", log_time(run_stream))
- print()
- def create_no_stream():
- for provider in _providers:
- print(f"{provider.__name__}:", end=" ")
- for response in log_time_yield(
- provider.create_completion,
- model=None,
- messages=[{"role": "user", "content": _instruct}],
- stream=False
- ):
- print(response, end="")
- print()
- print("No Stream Total:", log_time(create_no_stream))
- print()
|