File size: 633 Bytes
032e687 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
from lmdeploy import pipeline, TurbomindEngineConfig
from lmdeploy.vl import load_image
model = 'pretrained/internvl/InternVL2-Llama3-76B-AWQ/'
image = load_image('https://raw.githubusercontent.com/open-mmlab/mmdeploy/main/tests/data/tiger.jpeg')
pipe = pipeline(model, backend_config=TurbomindEngineConfig(session_len=8192))
prompts = [('Please describe this image.', image),
('Please describe the tiger.', image),
('Please describe the grass.', image)]
response = pipe(prompts)
for rsp in response:
print('\n\n-------------------*****************************-------------------\n\n')
print(rsp.text) |