From 2fb932220daccc08d25da1ee558fe975cf016b3a Mon Sep 17 00:00:00 2001 From: Heiner Lohaus Date: Sun, 12 Nov 2023 18:03:04 +0100 Subject: Add Berlin and Koala Provider --- g4f/Provider/Koala.py | 71 +++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 71 insertions(+) create mode 100644 g4f/Provider/Koala.py (limited to 'g4f/Provider/Koala.py') diff --git a/g4f/Provider/Koala.py b/g4f/Provider/Koala.py new file mode 100644 index 00000000..70a40882 --- /dev/null +++ b/g4f/Provider/Koala.py @@ -0,0 +1,71 @@ +from __future__ import annotations + +import random +import string +import json +from aiohttp import ClientSession + +from ..typing import AsyncResult, Messages +from .base_provider import AsyncGeneratorProvider + +class Koala(AsyncGeneratorProvider): + url = "https://koala.sh" + supports_gpt_35_turbo = True + supports_message_history = True + working = True + + @classmethod + async def create_async_generator( + cls, + model: str, + messages: Messages, + proxy: str = None, + **kwargs + ) -> AsyncResult: + if not model: + model = "gpt-3.5-turbo" + headers = { + "User-Agent": "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:109.0) Gecko/20100101 Firefox/119.0", + "Accept": "text/event-stream", + "Accept-Language": "de,en-US;q=0.7,en;q=0.3", + "Accept-Encoding": "gzip, deflate, br", + "Referer": f"{cls.url}/chat", + "Content-Type": "application/json", + "Flag-Real-Time-Data": "false", + "Visitor-ID": random_string(), + "Origin": cls.url, + "Alt-Used": "koala.sh", + "Connection": "keep-alive", + "Sec-Fetch-Dest": "empty", + "Sec-Fetch-Mode": "cors", + "Sec-Fetch-Site": "same-origin", + "Pragma": "no-cache", + "Cache-Control": "no-cache", + "TE": "trailers", + } + async with ClientSession(headers=headers) as session: + data = { + "input": messages[-1]["content"], + "inputHistory": [ + message["content"] + for message in messages + if message["role"] == "user" + ], + "outputHistory": [ + message["content"] + for message in messages + if message["role"] == "assistant" + ], + "model": model, + } + async with session.post(f"{cls.url}/api/gpt/", json=data, proxy=proxy) as response: + response.raise_for_status() + async for chunk in response.content: + if chunk.startswith(b"data: "): + yield json.loads(chunk[6:]) + + +def random_string(length: int = 20): + return ''.join(random.choice( + string.ascii_letters + string.digits + ) for _ in range(length)) \ No newline at end of file -- cgit v1.2.3