Update colpali_manager.py
Browse files- colpali_manager.py +10 -22
colpali_manager.py
CHANGED
@@ -7,7 +7,6 @@ import torch
|
|
7 |
from typing import List, cast
|
8 |
|
9 |
#from colpali_engine.models import ColQwen2_5, ColQwen2_5_Processor
|
10 |
-
from colpali_engine.models import ColIdefics3, ColIdefics3Processor
|
11 |
|
12 |
from tqdm import tqdm
|
13 |
from PIL import Image
|
@@ -41,21 +40,13 @@ processor_directory = os.path.join(current_working_directory, processor_director
|
|
41 |
|
42 |
|
43 |
if not os.path.exists(save_directory): #download if directory not created/model not loaded
|
44 |
-
|
45 |
-
|
46 |
-
|
47 |
-
|
48 |
-
|
49 |
-
|
50 |
-
|
51 |
-
processor = cast(ColIdefics3Processor, ColIdefics3Processor.from_pretrained(model_name))
|
52 |
-
else: #if colpali v1.3 etc
|
53 |
-
model = ColPali.from_pretrained(
|
54 |
-
model_name,
|
55 |
-
torch_dtype=torch.bfloat16,
|
56 |
-
device_map=device,
|
57 |
-
).eval()
|
58 |
-
processor = cast(ColPaliProcessor, ColPaliProcessor.from_pretrained(model_name))
|
59 |
os.makedirs(save_directory)
|
60 |
print(f"Directory '{save_directory}' created.")
|
61 |
model.save_pretrained(save_directory)
|
@@ -63,12 +54,9 @@ if not os.path.exists(save_directory): #download if directory not created/model
|
|
63 |
processor.save_pretrained(processor_directory)
|
64 |
|
65 |
else:
|
66 |
-
|
67 |
-
|
68 |
-
|
69 |
-
else:
|
70 |
-
model = ColPali.from_pretrained(save_directory)
|
71 |
-
processor = ColPaliProcessor.from_pretrained(processor_directory, use_fast=True)
|
72 |
|
73 |
|
74 |
class ColpaliManager:
|
|
|
7 |
from typing import List, cast
|
8 |
|
9 |
#from colpali_engine.models import ColQwen2_5, ColQwen2_5_Processor
|
|
|
10 |
|
11 |
from tqdm import tqdm
|
12 |
from PIL import Image
|
|
|
40 |
|
41 |
|
42 |
if not os.path.exists(save_directory): #download if directory not created/model not loaded
|
43 |
+
#if colpali v1.3 etc
|
44 |
+
model = ColPali.from_pretrained(
|
45 |
+
model_name,
|
46 |
+
torch_dtype=torch.bfloat16,
|
47 |
+
device_map=device,
|
48 |
+
).eval()
|
49 |
+
processor = cast(ColPaliProcessor, ColPaliProcessor.from_pretrained(model_name))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
50 |
os.makedirs(save_directory)
|
51 |
print(f"Directory '{save_directory}' created.")
|
52 |
model.save_pretrained(save_directory)
|
|
|
54 |
processor.save_pretrained(processor_directory)
|
55 |
|
56 |
else:
|
57 |
+
|
58 |
+
model = ColPali.from_pretrained(save_directory)
|
59 |
+
processor = ColPaliProcessor.from_pretrained(processor_directory, use_fast=True)
|
|
|
|
|
|
|
60 |
|
61 |
|
62 |
class ColpaliManager:
|