From f6ef3cb2237d8c336e915ef77ddbe6f37934c4fd Mon Sep 17 00:00:00 2001 From: MIDORIBIN Date: Fri, 28 Jul 2023 19:07:17 +0900 Subject: refactor: refactor provider --- g4f/Provider/Bing.py | 362 +++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 362 insertions(+) create mode 100644 g4f/Provider/Bing.py (limited to 'g4f/Provider/Bing.py') diff --git a/g4f/Provider/Bing.py b/g4f/Provider/Bing.py new file mode 100644 index 00000000..40e112a9 --- /dev/null +++ b/g4f/Provider/Bing.py @@ -0,0 +1,362 @@ +import asyncio +import json +import os +import random +import ssl +import uuid + +import aiohttp +import certifi +import requests + +from ..typing import Any, AsyncGenerator, CreateResult, Tuple +from .base_provider import BaseProvider + + +class Bing(BaseProvider): + url = "https://bing.com/chat" + supports_gpt_4 = True + + @staticmethod + def create_completion( + model: str, + messages: list[dict[str, str]], + stream: bool, + **kwargs: Any, + ) -> CreateResult: + if len(messages) < 2: + prompt = messages[0]["content"] + context = False + + else: + prompt = messages[-1]["content"] + context = convert(messages[:-1]) + + response = run(stream_generate(prompt, jailbreak, context)) + for token in response: + yield token + + +def convert(messages: list[dict[str, str]]): + context = "" + + for message in messages: + context += "[%s](#message)\n%s\n\n" % (message["role"], message["content"]) + + return context + + +jailbreak = { + "optionsSets": [ + "saharasugg", + "enablenewsfc", + "clgalileo", + "gencontentv3", + "nlu_direct_response_filter", + "deepleo", + "disable_emoji_spoken_text", + "responsible_ai_policy_235", + "enablemm", + "h3precise" + # "harmonyv3", + "dtappid", + "cricinfo", + "cricinfov2", + "dv3sugg", + "nojbfedge", + ] +} + + +ssl_context = ssl.create_default_context() +ssl_context.load_verify_locations(certifi.where()) + + +def _format(msg: dict[str, Any]) -> str: + return json.dumps(msg, ensure_ascii=False) + Defaults.delimiter + + +async def stream_generate( + prompt: str, + mode: dict[str, list[str]] = jailbreak, + context: bool | str = False, +): + timeout = aiohttp.ClientTimeout(total=900) + session = aiohttp.ClientSession(timeout=timeout) + + conversationId, clientId, conversationSignature = await create_conversation() + + wss = await session.ws_connect( + "wss://sydney.bing.com/sydney/ChatHub", + ssl=ssl_context, + autoping=False, + headers={ + "accept": "application/json", + "accept-language": "en-US,en;q=0.9", + "content-type": "application/json", + "sec-ch-ua": '"Not_A Brand";v="99", "Microsoft Edge";v="110", "Chromium";v="110"', + "sec-ch-ua-arch": '"x86"', + "sec-ch-ua-bitness": '"64"', + "sec-ch-ua-full-version": '"109.0.1518.78"', + "sec-ch-ua-full-version-list": '"Chromium";v="110.0.5481.192", "Not A(Brand";v="24.0.0.0", "Microsoft Edge";v="110.0.1587.69"', + "sec-ch-ua-mobile": "?0", + "sec-ch-ua-model": "", + "sec-ch-ua-platform": '"Windows"', + "sec-ch-ua-platform-version": '"15.0.0"', + "sec-fetch-dest": "empty", + "sec-fetch-mode": "cors", + "sec-fetch-site": "same-origin", + "x-ms-client-request-id": str(uuid.uuid4()), + "x-ms-useragent": "azsdk-js-api-client-factory/1.0.0-beta.1 core-rest-pipeline/1.10.0 OS/Win32", + "Referer": "https://www.bing.com/search?q=Bing+AI&showconv=1&FORM=hpcodx", + "Referrer-Policy": "origin-when-cross-origin", + "x-forwarded-for": Defaults.ip_address, + }, + ) + + await wss.send_str(_format({"protocol": "json", "version": 1})) + await wss.receive(timeout=900) + + argument: dict[str, Any] = { + **mode, + "source": "cib", + "allowedMessageTypes": Defaults.allowedMessageTypes, + "sliceIds": Defaults.sliceIds, + "traceId": os.urandom(16).hex(), + "isStartOfSession": True, + "message": Defaults.location + | { + "author": "user", + "inputMethod": "Keyboard", + "text": prompt, + "messageType": "Chat", + }, + "conversationSignature": conversationSignature, + "participant": {"id": clientId}, + "conversationId": conversationId, + } + + if context: + argument["previousMessages"] = [ + { + "author": "user", + "description": context, + "contextType": "WebPage", + "messageType": "Context", + "messageId": "discover-web--page-ping-mriduna-----", + } + ] + + struct: dict[str, list[dict[str, Any]] | str | int] = { + "arguments": [argument], + "invocationId": "0", + "target": "chat", + "type": 4, + } + + await wss.send_str(_format(struct)) + + final = False + draw = False + resp_txt = "" + result_text = "" + resp_txt_no_link = "" + cache_text = "" + + while not final: + msg = await wss.receive(timeout=900) + objects = msg.data.split(Defaults.delimiter) # type: ignore + + for obj in objects: # type: ignore + if obj is None or not obj: + continue + + response = json.loads(obj) # type: ignore + if response.get("type") == 1 and response["arguments"][0].get( + "messages", + ): + if not draw: + if ( + response["arguments"][0]["messages"][0]["contentOrigin"] + != "Apology" + ) and not draw: + resp_txt = result_text + response["arguments"][0]["messages"][ + 0 + ]["adaptiveCards"][0]["body"][0].get("text", "") + resp_txt_no_link = result_text + response["arguments"][0][ + "messages" + ][0].get("text", "") + + if response["arguments"][0]["messages"][0].get( + "messageType", + ): + resp_txt = ( + resp_txt + + response["arguments"][0]["messages"][0][ + "adaptiveCards" + ][0]["body"][0]["inlines"][0].get("text") + + "\n" + ) + result_text = ( + result_text + + response["arguments"][0]["messages"][0][ + "adaptiveCards" + ][0]["body"][0]["inlines"][0].get("text") + + "\n" + ) + + if cache_text.endswith(" "): + final = True + if wss and not wss.closed: + await wss.close() + if session and not session.closed: + await session.close() + + yield (resp_txt.replace(cache_text, "")) + cache_text = resp_txt + + elif response.get("type") == 2: + if response["item"]["result"].get("error"): + if wss and not wss.closed: + await wss.close() + if session and not session.closed: + await session.close() + + raise Exception( + f"{response['item']['result']['value']}: {response['item']['result']['message']}" + ) + + if draw: + cache = response["item"]["messages"][1]["adaptiveCards"][0]["body"][ + 0 + ]["text"] + response["item"]["messages"][1]["adaptiveCards"][0]["body"][0][ + "text" + ] = (cache + resp_txt) + + if ( + response["item"]["messages"][-1]["contentOrigin"] == "Apology" + and resp_txt + ): + response["item"]["messages"][-1]["text"] = resp_txt_no_link + response["item"]["messages"][-1]["adaptiveCards"][0]["body"][0][ + "text" + ] = resp_txt + + # print('Preserved the message from being deleted', file=sys.stderr) + + final = True + if wss and not wss.closed: + await wss.close() + if session and not session.closed: + await session.close() + + +async def create_conversation() -> Tuple[str, str, str]: + create = requests.get( + "https://www.bing.com/turing/conversation/create", + headers={ + "authority": "edgeservices.bing.com", + "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", + "accept-language": "en-US,en;q=0.9", + "cache-control": "max-age=0", + "sec-ch-ua": '"Chromium";v="110", "Not A(Brand";v="24", "Microsoft Edge";v="110"', + "sec-ch-ua-arch": '"x86"', + "sec-ch-ua-bitness": '"64"', + "sec-ch-ua-full-version": '"110.0.1587.69"', + "sec-ch-ua-full-version-list": '"Chromium";v="110.0.5481.192", "Not A(Brand";v="24.0.0.0", "Microsoft Edge";v="110.0.1587.69"', + "sec-ch-ua-mobile": "?0", + "sec-ch-ua-model": '""', + "sec-ch-ua-platform": '"Windows"', + "sec-ch-ua-platform-version": '"15.0.0"', + "sec-fetch-dest": "document", + "sec-fetch-mode": "navigate", + "sec-fetch-site": "none", + "sec-fetch-user": "?1", + "upgrade-insecure-requests": "1", + "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36 Edg/110.0.1587.69", + "x-edge-shopping-flag": "1", + "x-forwarded-for": Defaults.ip_address, + }, + ) + + conversationId = create.json().get("conversationId") + clientId = create.json().get("clientId") + conversationSignature = create.json().get("conversationSignature") + + if not conversationId or not clientId or not conversationSignature: + raise Exception("Failed to create conversation.") + + return conversationId, clientId, conversationSignature + + +class Defaults: + delimiter = "\x1e" + ip_address = f"13.{random.randint(104, 107)}.{random.randint(0, 255)}.{random.randint(0, 255)}" + + allowedMessageTypes = [ + "Chat", + "Disengaged", + "AdsQuery", + "SemanticSerp", + "GenerateContentQuery", + "SearchQuery", + "ActionRequest", + "Context", + "Progress", + "AdsQuery", + "SemanticSerp", + ] + + sliceIds = [ + # "222dtappid", + # "225cricinfo", + # "224locals0" + "winmuid3tf", + "osbsdusgreccf", + "ttstmout", + "crchatrev", + "winlongmsgtf", + "ctrlworkpay", + "norespwtf", + "tempcacheread", + "temptacache", + "505scss0", + "508jbcars0", + "515enbotdets0", + "5082tsports", + "515vaoprvs", + "424dagslnv1s0", + "kcimgattcf", + "427startpms0", + ] + + location = { + "locale": "en-US", + "market": "en-US", + "region": "US", + "locationHints": [ + { + "country": "United States", + "state": "California", + "city": "Los Angeles", + "timezoneoffset": 8, + "countryConfidence": 8, + "Center": {"Latitude": 34.0536909, "Longitude": -118.242766}, + "RegionType": 2, + "SourceType": 1, + } + ], + } + + +def run(generator: AsyncGenerator[Any | str, Any]): + loop = asyncio.get_event_loop() + gen = generator.__aiter__() + + while True: + try: + yield loop.run_until_complete(gen.__anext__()) + + except StopAsyncIteration: + break -- cgit v1.2.3