diff options
Diffstat (limited to '')
| -rw-r--r-- | g4f/Provider/DeepInfra.py | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/g4f/Provider/DeepInfra.py b/g4f/Provider/DeepInfra.py index 183f00ea..f44679ff 100644 --- a/g4f/Provider/DeepInfra.py +++ b/g4f/Provider/DeepInfra.py @@ -61,6 +61,8 @@ class DeepInfra(AsyncGeneratorProvider, ProviderModelMixin): 'model' : cls.get_model(model), 'messages': messages, 'temperature': kwargs.get("temperature", 0.7), + 'max_tokens': kwargs.get("max_tokens", 512), + 'stop': kwargs.get("stop", []), 'stream' : True } async with session.post('https://api.deepinfra.com/v1/openai/chat/completions', |