From 3a81f9a2af777ae4fde3d3cd8cfa1ded608c16ae Mon Sep 17 00:00:00 2001 From: Heiner Lohaus Date: Sat, 23 Dec 2023 20:50:56 +0100 Subject: Fix api and None provider --- etc/testing/test_api.py | 27 +++++++++++++++++++++++++++ 1 file changed, 27 insertions(+) create mode 100644 etc/testing/test_api.py (limited to 'etc') diff --git a/etc/testing/test_api.py b/etc/testing/test_api.py new file mode 100644 index 00000000..57e2f117 --- /dev/null +++ b/etc/testing/test_api.py @@ -0,0 +1,27 @@ +import openai + +# Set your Hugging Face token as the API key if you use embeddings +# If you don't use embeddings, leave it empty +openai.api_key = "YOUR_HUGGING_FACE_TOKEN" # Replace with your actual token + +# Set the API base URL if needed, e.g., for a local development environment +openai.api_base = "http://localhost:1337/v1" + +def main(): + response = openai.ChatCompletion.create( + model="gpt-3.5-turbo", + messages=[{"role": "user", "content": "write a poem about a tree"}], + stream=True, + ) + if isinstance(response, dict): + # Not streaming + print(response.choices[0].message.content) + else: + # Streaming + for token in response: + content = token["choices"][0]["delta"].get("content") + if content is not None: + print(content, end="", flush=True) + +if __name__ == "__main__": + main() \ No newline at end of file -- cgit v1.2.3