From c617b18d12c2f9d82ce7c73aae46d353b83f625a Mon Sep 17 00:00:00 2001 From: Heiner Lohaus Date: Mon, 1 Jan 2024 17:48:57 +0100 Subject: Add support for all models Add AbstractProvider class Add ProviderType type Add get_last_provider function Add version module and VersionUtils Display used provider in gui Fix error response in api --- g4f/base_provider.py | 54 ++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 54 insertions(+) create mode 100644 g4f/base_provider.py (limited to 'g4f/base_provider.py') diff --git a/g4f/base_provider.py b/g4f/base_provider.py new file mode 100644 index 00000000..84cbc384 --- /dev/null +++ b/g4f/base_provider.py @@ -0,0 +1,54 @@ +from abc import ABC, abstractmethod +from .typing import Messages, CreateResult, Union + +class BaseProvider(ABC): + url: str + working: bool = False + needs_auth: bool = False + supports_stream: bool = False + supports_gpt_35_turbo: bool = False + supports_gpt_4: bool = False + supports_message_history: bool = False + params: str + + @classmethod + @abstractmethod + def create_completion( + cls, + model: str, + messages: Messages, + stream: bool, + **kwargs + ) -> CreateResult: + raise NotImplementedError() + + @classmethod + @abstractmethod + async def create_async( + cls, + model: str, + messages: Messages, + **kwargs + ) -> str: + raise NotImplementedError() + + @classmethod + def get_dict(cls): + return {'name': cls.__name__, 'url': cls.url} + +class BaseRetryProvider(BaseProvider): + __name__: str = "RetryProvider" + supports_stream: bool = True + + def __init__( + self, + providers: list[type[BaseProvider]], + shuffle: bool = True + ) -> None: + self.providers: list[type[BaseProvider]] = providers + self.shuffle: bool = shuffle + self.working: bool = True + self.exceptions: dict[str, Exception] = {} + self.last_provider: type[BaseProvider] = None + +ProviderType = Union[type[BaseProvider], BaseRetryProvider] \ No newline at end of file -- cgit v1.2.3