diff options
Diffstat (limited to '')
| -rw-r--r-- | etc/testing/test_api.py | 27 |
1 files changed, 27 insertions, 0 deletions
diff --git a/etc/testing/test_api.py b/etc/testing/test_api.py new file mode 100644 index 00000000..57e2f117 --- /dev/null +++ b/etc/testing/test_api.py @@ -0,0 +1,27 @@ +import openai + +# Set your Hugging Face token as the API key if you use embeddings +# If you don't use embeddings, leave it empty +openai.api_key = "YOUR_HUGGING_FACE_TOKEN" # Replace with your actual token + +# Set the API base URL if needed, e.g., for a local development environment +openai.api_base = "http://localhost:1337/v1" + +def main(): + response = openai.ChatCompletion.create( + model="gpt-3.5-turbo", + messages=[{"role": "user", "content": "write a poem about a tree"}], + stream=True, + ) + if isinstance(response, dict): + # Not streaming + print(response.choices[0].message.content) + else: + # Streaming + for token in response: + content = token["choices"][0]["delta"].get("content") + if content is not None: + print(content, end="", flush=True) + +if __name__ == "__main__": + main()
\ No newline at end of file |