summaryrefslogtreecommitdiffstats
path: root/theb
diff options
context:
space:
mode:
Diffstat (limited to '')
-rw-r--r--theb/README.md11
-rw-r--r--theb/__init__.py (renamed from unfinished/theb.ai/__init__.py)34
-rw-r--r--theb/theb_test.py4
3 files changed, 26 insertions, 23 deletions
diff --git a/theb/README.md b/theb/README.md
new file mode 100644
index 00000000..982c34a1
--- /dev/null
+++ b/theb/README.md
@@ -0,0 +1,11 @@
+### Example: `theb` (use like openai pypi package) <a name="example-theb"></a>
+
+
+```python
+# import library
+import theb
+
+# simple streaming completion
+for token in theb.Completion.create('hello world'):
+ print(token, end='', flush=True)
+``` \ No newline at end of file
diff --git a/unfinished/theb.ai/__init__.py b/theb/__init__.py
index e6bcb8c0..726e025e 100644
--- a/unfinished/theb.ai/__init__.py
+++ b/theb/__init__.py
@@ -1,11 +1,9 @@
+from re import findall
from json import loads
from queue import Queue, Empty
-from re import findall
from threading import Thread
-
from curl_cffi import requests
-
class Completion:
# experimental
part1 = '{"role":"assistant","id":"chatcmpl'
@@ -16,7 +14,7 @@ class Completion:
message_queue = Queue()
stream_completed = False
- def request():
+ def request(prompt: str):
headers = {
'authority': 'chatbot.theb.ai',
'content-type': 'application/json',
@@ -25,24 +23,24 @@ class Completion:
}
requests.post('https://chatbot.theb.ai/api/chat-process', headers=headers,
- content_callback=Completion.handle_stream_response,
- json={
- 'prompt': 'hello world',
- 'options': {}
- }
- )
+ content_callback = Completion.handle_stream_response,
+ json = {
+ 'prompt': prompt,
+ 'options': {}
+ }
+ )
Completion.stream_completed = True
@staticmethod
- def create():
- Thread(target=Completion.request).start()
+ def create(prompt: str):
+ Thread(target=Completion.request, args=[prompt]).start()
while Completion.stream_completed != True or not Completion.message_queue.empty():
try:
message = Completion.message_queue.get(timeout=0.01)
for message in findall(Completion.regex, message):
- yield loads(Completion.part1 + message + Completion.part2)
+ yield loads(Completion.part1 + message + Completion.part2)['delta']
except Empty:
pass
@@ -50,13 +48,3 @@ class Completion:
@staticmethod
def handle_stream_response(response):
Completion.message_queue.put(response.decode())
-
-
-def start():
- for message in Completion.create():
- yield message['delta']
-
-
-if __name__ == '__main__':
- for message in start():
- print(message)
diff --git a/theb/theb_test.py b/theb/theb_test.py
new file mode 100644
index 00000000..177c970a
--- /dev/null
+++ b/theb/theb_test.py
@@ -0,0 +1,4 @@
+import theb
+
+for token in theb.Completion.create('hello world'):
+ print(token, end='', flush=True) \ No newline at end of file