summaryrefslogtreecommitdiffstats
path: root/etc/testing/test_interference.py
diff options
context:
space:
mode:
Diffstat (limited to 'etc/testing/test_interference.py')
-rw-r--r--etc/testing/test_interference.py27
1 files changed, 27 insertions, 0 deletions
diff --git a/etc/testing/test_interference.py b/etc/testing/test_interference.py
new file mode 100644
index 00000000..d8e85a6c
--- /dev/null
+++ b/etc/testing/test_interference.py
@@ -0,0 +1,27 @@
+# type: ignore
+import openai
+
+openai.api_key = ""
+openai.api_base = "http://localhost:1337"
+
+
+def main():
+ chat_completion = openai.ChatCompletion.create(
+ model="gpt-3.5-turbo",
+ messages=[{"role": "user", "content": "write a poem about a tree"}],
+ stream=True,
+ )
+
+ if isinstance(chat_completion, dict):
+ # not stream
+ print(chat_completion.choices[0].message.content)
+ else:
+ # stream
+ for token in chat_completion:
+ content = token["choices"][0]["delta"].get("content")
+ if content != None:
+ print(content, end="", flush=True)
+
+
+if __name__ == "__main__":
+ main() \ No newline at end of file