diff options
author | Heiner Lohaus <hlohaus@users.noreply.github.com> | 2024-04-20 15:41:49 +0200 |
---|---|---|
committer | Heiner Lohaus <hlohaus@users.noreply.github.com> | 2024-04-20 15:41:49 +0200 |
commit | 83484c0a5658b023bcef930aee5099a4fc059cb4 (patch) | |
tree | 36b4467e36c9363e997c0706f0bdcdcae26ed0aa /etc/examples/api.py | |
parent | Add MetaAI Provider and some small improvments (diff) | |
download | gpt4free-83484c0a5658b023bcef930aee5099a4fc059cb4.tar gpt4free-83484c0a5658b023bcef930aee5099a4fc059cb4.tar.gz gpt4free-83484c0a5658b023bcef930aee5099a4fc059cb4.tar.bz2 gpt4free-83484c0a5658b023bcef930aee5099a4fc059cb4.tar.lz gpt4free-83484c0a5658b023bcef930aee5099a4fc059cb4.tar.xz gpt4free-83484c0a5658b023bcef930aee5099a4fc059cb4.tar.zst gpt4free-83484c0a5658b023bcef930aee5099a4fc059cb4.zip |
Diffstat (limited to '')
-rw-r--r-- | etc/examples/api.py | 19 |
1 files changed, 19 insertions, 0 deletions
diff --git a/etc/examples/api.py b/etc/examples/api.py new file mode 100644 index 00000000..d4d03a77 --- /dev/null +++ b/etc/examples/api.py @@ -0,0 +1,19 @@ +import requests +import json +url = "http://localhost:1337/v1/chat/completions" +body = { + "model": "", + "provider": "MetaAI", + "stream": True, + "messages": [ + {"role": "assistant", "content": "What can you do? Who are you?"} + ] +} +lines = requests.post(url, json=body, stream=True).iter_lines() +for line in lines: + if line.startswith(b"data: "): + try: + print(json.loads(line[6:]).get("choices", [{"delta": {}}])[0]["delta"].get("content", ""), end="") + except json.JSONDecodeError: + pass +print()
\ No newline at end of file |