1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
|
import os,sys
import requests
# from ...typing import get_type_hints
url = "https://aiservice.vercel.app/api/chat/answer"
model = ['gpt-3.5-turbo']
supports_stream = False
needs_auth = False
def _create_completion(model: str, messages: list, stream: bool, **kwargs):
base = ''
for message in messages:
base += '%s: %s\n' % (message['role'], message['content'])
base += 'assistant:'
headers = {
"accept": "*/*",
"content-type": "text/plain;charset=UTF-8",
"sec-fetch-dest": "empty",
"sec-fetch-mode": "cors",
"sec-fetch-site": "same-origin",
"Referer": "https://aiservice.vercel.app/chat",
}
data = {
"input": base
}
response = requests.post(url, headers=headers, json=data)
if response.status_code == 200:
_json = response.json()
yield _json['data']
else:
print(f"Error Occurred::{response.status_code}")
return None
# params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
# '(%s)' % ', '.join(
# [f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])
# Temporary For ChatCompletion Class
class ChatCompletion:
@staticmethod
def create(model: str, messages: list, provider: None or str, stream: bool = False, auth: str = False, **kwargs):
kwargs['auth'] = auth
if provider and needs_auth and not auth:
print(
f'ValueError: {provider} requires authentication (use auth="cookie or token or jwt ..." param)', file=sys.stderr)
sys.exit(1)
try:
return (_create_completion(model, messages, stream, **kwargs)
if stream else ''.join(_create_completion(model, messages, stream, **kwargs)))
except TypeError as e:
print(e)
arg: str = str(e).split("'")[1]
print(
f"ValueError: {provider} does not support '{arg}' argument", file=sys.stderr)
sys.exit(1)
|
