File size: 1,457 Bytes
b166a40 0d14a90 b166a40 0d14a90 b166a40 0d14a90 b166a40 e05d5a8 b166a40 e05d5a8 b166a40 0d14a90 b166a40 0d14a90 b166a40 e05d5a8 b166a40 e05d5a8 b166a40 0d14a90 b166a40 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 |
import requests
import json
messages = [
{"role": "user", "content": "helo"},
{"role": "assistant", "content": "Hello! How can I assist you today?"},
{"role": "user", "content": "who are you and give me a breif description of who created you "}
]
model = "meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo"
url = "http://127.0.0.1:8000/api/v1/text/generate"
payload = {
"messages": messages,
"model": model,
"api_key": ""
}
response = requests.post(url, json=payload, stream=True)
if response.status_code == 200:
for line in response.iter_lines():
if line:
print(line)
decoded_line = line.decode('utf-8')
if decoded_line.startswith('data: [DONE]'):
break
elif decoded_line.startswith('data: '):
try:
json_data = json.loads(decoded_line[6:])
if json_data["choices"] and "text" in json_data["choices"][0]:
print(json_data["choices"][0]["text"], end='')
except json.JSONDecodeError:
continue
else:
print(f"Request failed with status code {response.status_code}")
# import requests
# url = "http://127.0.0.1:8000/api/v1/tools/google-search"
# payload = {
# "query": "who are you and give me a breif description of who created you",
# "num_results": 5,
# }
# response = requests.get(url, json=payload)
# print(response.json()) |