diff options
author | Tekky <98614666+xtekky@users.noreply.github.com> | 2023-10-16 00:41:48 +0200 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-10-16 00:41:48 +0200 |
commit | 1168d66115cc3d8b25a99f8dee71fbf9871a57aa (patch) | |
tree | ec8be1ecf785cfd2f8dd0c5592b0e79a291116e0 /g4f/Provider/deprecated | |
parent | ~ (diff) | |
parent | Add Llama2 and NoowAi Provider (diff) | |
download | gpt4free-1168d66115cc3d8b25a99f8dee71fbf9871a57aa.tar gpt4free-1168d66115cc3d8b25a99f8dee71fbf9871a57aa.tar.gz gpt4free-1168d66115cc3d8b25a99f8dee71fbf9871a57aa.tar.bz2 gpt4free-1168d66115cc3d8b25a99f8dee71fbf9871a57aa.tar.lz gpt4free-1168d66115cc3d8b25a99f8dee71fbf9871a57aa.tar.xz gpt4free-1168d66115cc3d8b25a99f8dee71fbf9871a57aa.tar.zst gpt4free-1168d66115cc3d8b25a99f8dee71fbf9871a57aa.zip |
Diffstat (limited to 'g4f/Provider/deprecated')
-rw-r--r-- | g4f/Provider/deprecated/H2o.py | 107 | ||||
-rw-r--r-- | g4f/Provider/deprecated/__init__.py | 3 |
2 files changed, 109 insertions, 1 deletions
diff --git a/g4f/Provider/deprecated/H2o.py b/g4f/Provider/deprecated/H2o.py new file mode 100644 index 00000000..47290a3e --- /dev/null +++ b/g4f/Provider/deprecated/H2o.py @@ -0,0 +1,107 @@ +from __future__ import annotations + +import json +import uuid + +from aiohttp import ClientSession + +from ...typing import AsyncResult, Messages +from ..base_provider import AsyncGeneratorProvider, format_prompt + + +class H2o(AsyncGeneratorProvider): + url = "https://gpt-gm.h2o.ai" + model = "h2oai/h2ogpt-gm-oasst1-en-2048-falcon-40b-v1" + + @classmethod + async def create_async_generator( + cls, + model: str, + messages: Messages, + proxy: str = None, + **kwargs + ) -> AsyncResult: + model = model if model else cls.model + headers = {"Referer": cls.url + "/"} + + async with ClientSession( + headers=headers + ) as session: + data = { + "ethicsModalAccepted": "true", + "shareConversationsWithModelAuthors": "true", + "ethicsModalAcceptedAt": "", + "activeModel": model, + "searchEnabled": "true", + } + async with session.post( + f"{cls.url}/settings", + proxy=proxy, + data=data + ) as response: + response.raise_for_status() + + async with session.post( + f"{cls.url}/conversation", + proxy=proxy, + json={"model": model}, + ) as response: + response.raise_for_status() + conversationId = (await response.json())["conversationId"] + + data = { + "inputs": format_prompt(messages), + "parameters": { + "temperature": 0.4, + "truncate": 2048, + "max_new_tokens": 1024, + "do_sample": True, + "repetition_penalty": 1.2, + "return_full_text": False, + **kwargs + }, + "stream": True, + "options": { + "id": str(uuid.uuid4()), + "response_id": str(uuid.uuid4()), + "is_retry": False, + "use_cache": False, + "web_search_id": "", + }, + } + async with session.post( + f"{cls.url}/conversation/{conversationId}", + proxy=proxy, + json=data + ) as response: + start = "data:" + async for line in response.content: + line = line.decode("utf-8") + if line and line.startswith(start): + line = json.loads(line[len(start):-1]) + if not line["token"]["special"]: + yield line["token"]["text"] + + async with session.delete( + f"{cls.url}/conversation/{conversationId}", + proxy=proxy, + ) as response: + response.raise_for_status() + + + @classmethod + @property + def params(cls): + params = [ + ("model", "str"), + ("messages", "list[dict[str, str]]"), + ("stream", "bool"), + ("temperature", "float"), + ("truncate", "int"), + ("max_new_tokens", "int"), + ("do_sample", "bool"), + ("repetition_penalty", "float"), + ("return_full_text", "bool"), + ] + param = ", ".join([": ".join(p) for p in params]) + return f"g4f.provider.{cls.__name__} supports: ({param})" diff --git a/g4f/Provider/deprecated/__init__.py b/g4f/Provider/deprecated/__init__.py index b37b7edd..db48c3fb 100644 --- a/g4f/Provider/deprecated/__init__.py +++ b/g4f/Provider/deprecated/__init__.py @@ -11,4 +11,5 @@ from .Wuguokai import Wuguokai from .V50 import V50 from .FastGpt import FastGpt from .Aivvm import Aivvm -from .Vitalentum import Vitalentum
\ No newline at end of file +from .Vitalentum import Vitalentum +from .H2o import H2o
\ No newline at end of file |