diff options
Diffstat (limited to 'README.md')
| -rw-r--r-- | README.md | 19 |
1 files changed, 11 insertions, 8 deletions
@@ -369,17 +369,19 @@ python -m g4f.api.run ``` ```python -import openai +from openai import OpenAI -# Set your Hugging Face token as the API key if you use embeddings -# If you don't use embeddings, leave it empty -openai.api_key = "YOUR_HUGGING_FACE_TOKEN" # Replace with your actual token +client = OpenAI( + # Set your Hugging Face token as the API key if you use embeddings + api_key="YOUR_HUGGING_FACE_TOKEN", + + # Set the API base URL if needed, e.g., for a local development environment + base_url="http://localhost:1337/v1" +) -# Set the API base URL if needed, e.g., for a local development environment -openai.api_base = "http://localhost:1337/v1" def main(): - chat_completion = openai.ChatCompletion.create( + chat_completion = client.chat.completions.create( model="gpt-3.5-turbo", messages=[{"role": "user", "content": "write a poem about a tree"}], stream=True, @@ -391,10 +393,11 @@ def main(): else: # Streaming for token in chat_completion: - content = token["choices"][0]["delta"].get("content") + content = token.choices[0].delta.content if content is not None: print(content, end="", flush=True) + if __name__ == "__main__": main() ``` |