File size: 1,113 Bytes
7db0ae4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 |
import os, sys, traceback
sys.path.insert(
0, os.path.abspath("../..")
) # Adds the parent directory to the system path
import litellm
from dotenv import load_dotenv
def generate_text():
try:
litellm.set_verbose = True
messages = [
{
"role": "user",
"content": [
{"type": "text", "text": "What is this image?"},
{
"type": "image_url",
"image_url": {
"url": "https://avatars.githubusercontent.com/u/17561003?v=4"
},
},
],
}
]
response = litellm.completion(
model="gemini/gemini-pro-vision",
messages=messages,
stop="Hello world",
num_retries=3,
)
print(response)
assert isinstance(response.choices[0].message.content, str) == True
except Exception as exception:
raise Exception("An error occurred during text generation:", exception)
# generate_text()
|