summaryrefslogtreecommitdiffstats
path: root/openai_rev/quora/__init__.py
diff options
context:
space:
mode:
Diffstat (limited to 'openai_rev/quora/__init__.py')
-rw-r--r--openai_rev/quora/__init__.py472
1 files changed, 0 insertions, 472 deletions
diff --git a/openai_rev/quora/__init__.py b/openai_rev/quora/__init__.py
deleted file mode 100644
index 5303f206..00000000
--- a/openai_rev/quora/__init__.py
+++ /dev/null
@@ -1,472 +0,0 @@
-import json
-from datetime import datetime
-from hashlib import md5
-from json import dumps
-from pathlib import Path
-from random import choice, choices, randint
-from re import search, findall
-from string import ascii_letters, digits
-from typing import Optional, Union, List, Any, Generator
-from urllib.parse import unquote
-
-import selenium.webdriver.support.expected_conditions as EC
-from fake_useragent import UserAgent
-from pydantic import BaseModel
-from pypasser import reCaptchaV3
-from requests import Session
-from selenium.webdriver import Firefox, Chrome, FirefoxOptions, ChromeOptions
-from selenium.webdriver.common.by import By
-from selenium.webdriver.support.wait import WebDriverWait
-from tls_client import Session as TLS
-
-from .api import Client as PoeClient
-from .mail import Emailnator
-
-SELENIUM_WEB_DRIVER_ERROR_MSG = b'''The error message you are receiving is due to the `geckodriver` executable not
-being found in your system\'s PATH. To resolve this issue, you need to download the geckodriver and add its location
-to your system\'s PATH.\n\nHere are the steps to resolve the issue:\n\n1. Download the geckodriver for your platform
-(Windows, macOS, or Linux) from the following link: https://github.com/mozilla/geckodriver/releases\n\n2. Extract the
-downloaded archive and locate the geckodriver executable.\n\n3. Add the geckodriver executable to your system\'s
-PATH.\n\nFor macOS and Linux:\n\n- Open a terminal window.\n- Move the geckodriver executable to a directory that is
-already in your PATH, or create a new directory and add it to your PATH:\n\n```bash\n# Example: Move geckodriver to
-/usr/local/bin\nmv /path/to/your/geckodriver /usr/local/bin\n```\n\n- If you created a new directory, add it to your
-PATH:\n\n```bash\n# Example: Add a new directory to PATH\nexport PATH=$PATH:/path/to/your/directory\n```\n\nFor
-Windows:\n\n- Right-click on "My Computer" or "This PC" and select "Properties".\n- Click on "Advanced system
-settings".\n- Click on the "Environment Variables" button.\n- In the "System variables" section, find the "Path"
-variable, select it, and click "Edit".\n- Click "New" and add the path to the directory containing the geckodriver
-executable.\n\nAfter adding the geckodriver to your PATH, restart your terminal or command prompt and try running
-your script again. The error should be resolved.'''
-
-# from twocaptcha import TwoCaptcha
-# solver = TwoCaptcha('72747bf24a9d89b4dcc1b24875efd358')
-
-MODELS = {
- 'Sage': 'capybara',
- 'GPT-4': 'beaver',
- 'Claude+': 'a2_2',
- 'Claude-instant': 'a2',
- 'ChatGPT': 'chinchilla',
- 'Dragonfly': 'nutria',
- 'NeevaAI': 'hutia',
-}
-
-
-def extract_formkey(html):
- script_regex = r'<script>if\(.+\)throw new Error;(.+)</script>'
- script_text = search(script_regex, html).group(1)
- key_regex = r'var .="([0-9a-f]+)",'
- key_text = search(key_regex, script_text).group(1)
- cipher_regex = r'.\[(\d+)\]=.\[(\d+)\]'
- cipher_pairs = findall(cipher_regex, script_text)
-
- formkey_list = [''] * len(cipher_pairs)
- for pair in cipher_pairs:
- formkey_index, key_index = map(int, pair)
- formkey_list[formkey_index] = key_text[key_index]
- formkey = ''.join(formkey_list)
-
- return formkey
-
-
-class Choice(BaseModel):
- text: str
- index: int
- logprobs: Any
- finish_reason: str
-
-
-class Usage(BaseModel):
- prompt_tokens: int
- completion_tokens: int
- total_tokens: int
-
-
-class PoeResponse(BaseModel):
- id: int
- object: str
- created: int
- model: str
- choices: List[Choice]
- usage: Usage
- text: str
-
-
-class ModelResponse:
- def __init__(self, json_response: dict) -> None:
- self.id = json_response['data']['poeBotCreate']['bot']['id']
- self.name = json_response['data']['poeBotCreate']['bot']['displayName']
- self.limit = json_response['data']['poeBotCreate']['bot']['messageLimit']['dailyLimit']
- self.deleted = json_response['data']['poeBotCreate']['bot']['deletionState']
-
-
-class Model:
- @staticmethod
- def create(
- token: str,
- model: str = 'gpt-3.5-turbo', # claude-instant
- system_prompt: str = 'You are ChatGPT a large language model developed by Openai. Answer as consisely as possible',
- description: str = 'gpt-3.5 language model from openai, skidded by poe.com',
- handle: str = None,
- ) -> ModelResponse:
-
- if not handle:
- handle = f'gptx{randint(1111111, 9999999)}'
-
- client = Session()
- client.cookies['p-b'] = token
-
- formkey = extract_formkey(client.get('https://poe.com').text)
- settings = client.get('https://poe.com/api/settings').json()
-
- client.headers = {
- 'host': 'poe.com',
- 'origin': 'https://poe.com',
- 'referer': 'https://poe.com/',
- 'poe-formkey': formkey,
- 'poe-tchannel': settings['tchannelData']['channel'],
- 'user-agent': UserAgent().random,
- 'connection': 'keep-alive',
- 'sec-ch-ua': '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"',
- 'sec-ch-ua-mobile': '?0',
- 'sec-ch-ua-platform': '"macOS"',
- 'content-type': 'application/json',
- 'sec-fetch-site': 'same-origin',
- 'sec-fetch-mode': 'cors',
- 'sec-fetch-dest': 'empty',
- 'accept': '*/*',
- 'accept-encoding': 'gzip, deflate, br',
- 'accept-language': 'en-GB,en-US;q=0.9,en;q=0.8',
- }
-
- payload = dumps(
- separators=(',', ':'),
- obj={
- 'queryName': 'CreateBotMain_poeBotCreate_Mutation',
- 'variables': {
- 'model': MODELS[model],
- 'handle': handle,
- 'prompt': system_prompt,
- 'isPromptPublic': True,
- 'introduction': '',
- 'description': description,
- 'profilePictureUrl': 'https://qph.fs.quoracdn.net/main-qimg-24e0b480dcd946e1cc6728802c5128b6',
- 'apiUrl': None,
- 'apiKey': ''.join(choices(ascii_letters + digits, k=32)),
- 'isApiBot': False,
- 'hasLinkification': False,
- 'hasMarkdownRendering': False,
- 'hasSuggestedReplies': False,
- 'isPrivateBot': False,
- },
- 'query': 'mutation CreateBotMain_poeBotCreate_Mutation(\n $model: String!\n $handle: String!\n $prompt: String!\n $isPromptPublic: Boolean!\n $introduction: String!\n $description: String!\n $profilePictureUrl: String\n $apiUrl: String\n $apiKey: String\n $isApiBot: Boolean\n $hasLinkification: Boolean\n $hasMarkdownRendering: Boolean\n $hasSuggestedReplies: Boolean\n $isPrivateBot: Boolean\n) {\n poeBotCreate(model: $model, handle: $handle, promptPlaintext: $prompt, isPromptPublic: $isPromptPublic, introduction: $introduction, description: $description, profilePicture: $profilePictureUrl, apiUrl: $apiUrl, apiKey: $apiKey, isApiBot: $isApiBot, hasLinkification: $hasLinkification, hasMarkdownRendering: $hasMarkdownRendering, hasSuggestedReplies: $hasSuggestedReplies, isPrivateBot: $isPrivateBot) {\n status\n bot {\n id\n ...BotHeader_bot\n }\n }\n}\n\nfragment BotHeader_bot on Bot {\n displayName\n messageLimit {\n dailyLimit\n }\n ...BotImage_bot\n ...BotLink_bot\n ...IdAnnotation_node\n ...botHelpers_useViewerCanAccessPrivateBot\n ...botHelpers_useDeletion_bot\n}\n\nfragment BotImage_bot on Bot {\n displayName\n ...botHelpers_useDeletion_bot\n ...BotImage_useProfileImage_bot\n}\n\nfragment BotImage_useProfileImage_bot on Bot {\n image {\n __typename\n ... on LocalBotImage {\n localName\n }\n ... on UrlBotImage {\n url\n }\n }\n ...botHelpers_useDeletion_bot\n}\n\nfragment BotLink_bot on Bot {\n displayName\n}\n\nfragment IdAnnotation_node on Node {\n __isNode: __typename\n id\n}\n\nfragment botHelpers_useDeletion_bot on Bot {\n deletionState\n}\n\nfragment botHelpers_useViewerCanAccessPrivateBot on Bot {\n isPrivateBot\n viewerIsCreator\n}\n',
- },
- )
-
- base_string = payload + client.headers['poe-formkey'] + 'WpuLMiXEKKE98j56k'
- client.headers['poe-tag-id'] = md5(base_string.encode()).hexdigest()
-
- response = client.post('https://poe.com/api/gql_POST', data=payload)
-
- if 'success' not in response.text:
- raise Exception(
- '''
- Bot creation Failed
- !! Important !!
- Bot creation was not enabled on this account
- please use: quora.Account.create with enable_bot_creation set to True
- '''
- )
-
- return ModelResponse(response.json())
-
-
-class Account:
- @staticmethod
- def create(
- proxy: Optional[str] = None,
- logging: bool = False,
- enable_bot_creation: bool = False,
- ):
- client = TLS(client_identifier='chrome110')
- client.proxies = {'http': f'http://{proxy}', 'https': f'http://{proxy}'} if proxy else None
-
- mail_client = Emailnator()
- mail_address = mail_client.get_mail()
-
- if logging:
- print('email', mail_address)
-
- client.headers = {
- 'authority': 'poe.com',
- 'accept': '*/*',
- 'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
- 'content-type': 'application/json',
- 'origin': 'https://poe.com',
- 'poe-tag-id': 'null',
- 'referer': 'https://poe.com/login',
- 'sec-ch-ua': '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"',
- 'sec-ch-ua-mobile': '?0',
- 'sec-ch-ua-platform': '"macOS"',
- 'sec-fetch-dest': 'empty',
- 'sec-fetch-mode': 'cors',
- 'sec-fetch-site': 'same-origin',
- 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36',
- 'poe-formkey': extract_formkey(client.get('https://poe.com/login').text),
- 'poe-tchannel': client.get('https://poe.com/api/settings').json()['tchannelData']['channel'],
- }
-
- token = reCaptchaV3(
- 'https://www.recaptcha.net/recaptcha/enterprise/anchor?ar=1&k=6LflhEElAAAAAI_ewVwRWI9hsyV4mbZnYAslSvlG&co=aHR0cHM6Ly9wb2UuY29tOjQ0Mw..&hl=en&v=4PnKmGB9wRHh1i04o7YUICeI&size=invisible&cb=bi6ivxoskyal'
- )
- # token = solver.recaptcha(sitekey='6LflhEElAAAAAI_ewVwRWI9hsyV4mbZnYAslSvlG',
- # url = 'https://poe.com/login?redirect_url=%2F',
- # version = 'v3',
- # enterprise = 1,
- # invisible = 1,
- # action = 'login',)['code']
-
- payload = dumps(
- separators=(',', ':'),
- obj={
- 'queryName': 'MainSignupLoginSection_sendVerificationCodeMutation_Mutation',
- 'variables': {
- 'emailAddress': mail_address,
- 'phoneNumber': None,
- 'recaptchaToken': token,
- },
- 'query': 'mutation MainSignupLoginSection_sendVerificationCodeMutation_Mutation(\n $emailAddress: String\n $phoneNumber: String\n $recaptchaToken: String\n) {\n sendVerificationCode(verificationReason: login, emailAddress: $emailAddress, phoneNumber: $phoneNumber, recaptchaToken: $recaptchaToken) {\n status\n errorMessage\n }\n}\n',
- },
- )
-
- base_string = payload + client.headers['poe-formkey'] + 'WpuLMiXEKKE98j56k'
- client.headers['poe-tag-id'] = md5(base_string.encode()).hexdigest()
-
- print(dumps(client.headers, indent=4))
-
- response = client.post('https://poe.com/api/gql_POST', data=payload)
-
- if 'automated_request_detected' in response.text:
- print('please try using a proxy / wait for fix')
-
- if 'Bad Request' in response.text:
- if logging:
- print('bad request, retrying...', response.json())
- quit()
-
- if logging:
- print('send_code', response.json())
-
- mail_content = mail_client.get_message()
- mail_token = findall(r';">(\d{6,7})</div>', mail_content)[0]
-
- if logging:
- print('code', mail_token)
-
- payload = dumps(
- separators=(',', ':'),
- obj={
- 'queryName': 'SignupOrLoginWithCodeSection_signupWithVerificationCodeMutation_Mutation',
- 'variables': {
- 'verificationCode': str(mail_token),
- 'emailAddress': mail_address,
- 'phoneNumber': None,
- },
- 'query': 'mutation SignupOrLoginWithCodeSection_signupWithVerificationCodeMutation_Mutation(\n $verificationCode: String!\n $emailAddress: String\n $phoneNumber: String\n) {\n signupWithVerificationCode(verificationCode: $verificationCode, emailAddress: $emailAddress, phoneNumber: $phoneNumber) {\n status\n errorMessage\n }\n}\n',
- },
- )
-
- base_string = payload + client.headers['poe-formkey'] + 'WpuLMiXEKKE98j56k'
- client.headers['poe-tag-id'] = md5(base_string.encode()).hexdigest()
-
- response = client.post('https://poe.com/api/gql_POST', data=payload)
- if logging:
- print('verify_code', response.json())
-
- def get(self):
- cookies = open(Path(__file__).resolve().parent / 'cookies.txt', 'r').read().splitlines()
- return choice(cookies)
-
-
-class StreamingCompletion:
- @staticmethod
- def create(
- model: str = 'gpt-4',
- custom_model: bool = None,
- prompt: str = 'hello world',
- token: str = '',
- ) -> Generator[PoeResponse, None, None]:
- _model = MODELS[model] if not custom_model else custom_model
-
- client = PoeClient(token)
-
- for chunk in client.send_message(_model, prompt):
- yield PoeResponse(
- **{
- 'id': chunk['messageId'],
- 'object': 'text_completion',
- 'created': chunk['creationTime'],
- 'model': _model,
- 'text': chunk['text_new'],
- 'choices': [
- {
- 'text': chunk['text_new'],
- 'index': 0,
- 'logprobs': None,
- 'finish_reason': 'stop',
- }
- ],
- 'usage': {
- 'prompt_tokens': len(prompt),
- 'completion_tokens': len(chunk['text_new']),
- 'total_tokens': len(prompt) + len(chunk['text_new']),
- },
- }
- )
-
-
-class Completion:
- @staticmethod
- def create(
- model: str = 'gpt-4',
- custom_model: str = None,
- prompt: str = 'hello world',
- token: str = '',
- ) -> PoeResponse:
- _model = MODELS[model] if not custom_model else custom_model
-
- client = PoeClient(token)
-
- chunk = None
- for response in client.send_message(_model, prompt):
- chunk = response
-
- return PoeResponse(
- **{
- 'id': chunk['messageId'],
- 'object': 'text_completion',
- 'created': chunk['creationTime'],
- 'model': _model,
- 'text': chunk['text'],
- 'choices': [
- {
- 'text': chunk['text'],
- 'index': 0,
- 'logprobs': None,
- 'finish_reason': 'stop',
- }
- ],
- 'usage': {
- 'prompt_tokens': len(prompt),
- 'completion_tokens': len(chunk['text']),
- 'total_tokens': len(prompt) + len(chunk['text']),
- },
- }
- )
-
-
-class Poe:
- def __init__(
- self,
- model: str = 'ChatGPT',
- driver: str = 'firefox',
- download_driver: bool = False,
- driver_path: Optional[str] = None,
- cookie_path: str = './quora/cookie.json',
- ):
- # validating the model
- if model and model not in MODELS:
- raise RuntimeError('Sorry, the model you provided does not exist. Please check and try again.')
- self.model = MODELS[model]
- self.cookie_path = cookie_path
- self.cookie = self.__load_cookie(driver, download_driver, driver_path=driver_path)
- self.client = PoeClient(self.cookie)
-
- def __load_cookie(self, driver: str, download_driver: bool, driver_path: Optional[str] = None) -> str:
- if (cookie_file := Path(self.cookie_path)).exists():
- with cookie_file.open() as fp:
- cookie = json.load(fp)
- if datetime.fromtimestamp(cookie['expiry']) < datetime.now():
- cookie = self.__register_and_get_cookie(driver, driver_path=driver_path)
- else:
- print('Loading the cookie from file')
- else:
- cookie = self.__register_and_get_cookie(driver, driver_path=driver_path)
-
- return unquote(cookie['value'])
-
- def __register_and_get_cookie(self, driver: str, driver_path: Optional[str] = None) -> dict:
- mail_client = Emailnator()
- mail_address = mail_client.get_mail()
-
- driver = self.__resolve_driver(driver, driver_path=driver_path)
- driver.get("https://www.poe.com")
-
- # clicking use email button
- driver.find_element(By.XPATH, '//button[contains(text(), "Use email")]').click()
-
- email = WebDriverWait(driver, 30).until(EC.presence_of_element_located((By.XPATH, '//input[@type="email"]')))
- email.send_keys(mail_address)
- driver.find_element(By.XPATH, '//button[text()="Go"]').click()
-
- code = findall(r';">(\d{6,7})</div>', mail_client.get_message())[0]
- print(code)
-
- verification_code = WebDriverWait(driver, 30).until(
- EC.presence_of_element_located((By.XPATH, '//input[@placeholder="Code"]'))
- )
- verification_code.send_keys(code)
- verify_button = EC.presence_of_element_located((By.XPATH, '//button[text()="Verify"]'))
- login_button = EC.presence_of_element_located((By.XPATH, '//button[text()="Log In"]'))
-
- WebDriverWait(driver, 30).until(EC.any_of(verify_button, login_button)).click()
-
- cookie = driver.get_cookie('p-b')
-
- with open(self.cookie_path, 'w') as fw:
- json.dump(cookie, fw)
-
- driver.close()
- return cookie
-
- @classmethod
- def __resolve_driver(cls, driver: str, driver_path: Optional[str] = None) -> Union[Firefox, Chrome]:
- options = FirefoxOptions() if driver == 'firefox' else ChromeOptions()
- options.add_argument('-headless')
-
- if driver_path:
- options.binary_location = driver_path
- try:
- return Firefox(options=options) if driver == 'firefox' else Chrome(options=options)
- except Exception:
- raise Exception(SELENIUM_WEB_DRIVER_ERROR_MSG)
-
- def chat(self, message: str, model: Optional[str] = None) -> str:
- if model and model not in MODELS:
- raise RuntimeError('Sorry, the model you provided does not exist. Please check and try again.')
- model = MODELS[model] if model else self.model
- response = None
- for chunk in self.client.send_message(model, message):
- response = chunk['text']
- return response
-
- def create_bot(
- self,
- name: str,
- /,
- prompt: str = '',
- base_model: str = 'ChatGPT',
- description: str = '',
- ) -> None:
- if base_model not in MODELS:
- raise RuntimeError('Sorry, the base_model you provided does not exist. Please check and try again.')
-
- response = self.client.create_bot(
- handle=name,
- prompt=prompt,
- base_model=MODELS[base_model],
- description=description,
- )
- print(f'Successfully created bot with name: {response["bot"]["displayName"]}')
-
- def list_bots(self) -> list:
- return list(self.client.bot_names.values())