Update README.md
Browse files
README.md
CHANGED
@@ -62,7 +62,7 @@ min_pixels = 1*28*28
|
|
62 |
max_pixels = 2560*28*28
|
63 |
|
64 |
processor = AutoProcessor.from_pretrained("MrLight/dse-qwen2-2b-mrl-v1", min_pixels=min_pixels, max_pixels=max_pixels)
|
65 |
-
model = Qwen2VLForConditionalGeneration.from_pretrained('MrLight/dse-qwen2-2b-mrl-v1', attn_implementation="flash_attention_2", torch_dtype=torch.bfloat16).to(
|
66 |
processor.tokenizer.padding_side = "left"
|
67 |
model.padding_side = "left"
|
68 |
|
|
|
62 |
max_pixels = 2560*28*28
|
63 |
|
64 |
processor = AutoProcessor.from_pretrained("MrLight/dse-qwen2-2b-mrl-v1", min_pixels=min_pixels, max_pixels=max_pixels)
|
65 |
+
model = Qwen2VLForConditionalGeneration.from_pretrained('MrLight/dse-qwen2-2b-mrl-v1', attn_implementation="flash_attention_2", torch_dtype=torch.bfloat16).to('cuda:0').eval()
|
66 |
processor.tokenizer.padding_side = "left"
|
67 |
model.padding_side = "left"
|
68 |
|