summaryrefslogtreecommitdiffstats
path: root/testing/interference_test.py
blob: 410a0ed64b6a4e199716d47e64d4be7ca0a3089e (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
import openai

openai.api_key = ''
openai.api_base = 'http://localhost:1337'

chat_completion = openai.ChatCompletion.create(stream=True,
    model='gpt-3.5-turbo', messages=[{'role': 'user', 'content': 'write a poem about a tree'}])

#print(chat_completion.choices[0].message.content)

for token in chat_completion:
    
    content = token['choices'][0]['delta'].get('content')
    if content != None:
        print(content)