import requests
url = "https://api.unify.ai/v0/inference"
headers = {
"Authorization": "Bearer YOUR_UNIFY_KEY",
}
payload = {
"model": "mixtral-8x7b-instruct-v0.1",
"provider": "anyscale",
"arguments": {
"messages": [{
"role": "user",
"content": "YOUR_MESSAGE"
}],
"temperature": 50,
"max_tokens": 500,
"stream": True,
}
}
response = requests.post(
url, json=payload, headers=headers, stream=True
)
url = "https://api.unify.ai/v0/inference"
headers = {
"Authorization": "Bearer YOUR_UNIFY_KEY",
}
payload = {
"model": "mixtral-8x7b-instruct-v0.1",
"provider": "anyscale",
"arguments": {
"messages": [{
"role": "user",
"content": "YOUR_MESSAGE"
}],
"temperature": 50,
"max_tokens": 500,
"stream": True,
}
}
response = requests.post(
url, json=payload, headers=headers, stream=True
)