Update colpali_manager.py
Browse files- colpali_manager.py +10 -22
colpali_manager.py
CHANGED
|
@@ -7,7 +7,6 @@ import torch
|
|
| 7 |
from typing import List, cast
|
| 8 |
|
| 9 |
#from colpali_engine.models import ColQwen2_5, ColQwen2_5_Processor
|
| 10 |
-
from colpali_engine.models import ColIdefics3, ColIdefics3Processor
|
| 11 |
|
| 12 |
from tqdm import tqdm
|
| 13 |
from PIL import Image
|
|
@@ -41,21 +40,13 @@ processor_directory = os.path.join(current_working_directory, processor_director
|
|
| 41 |
|
| 42 |
|
| 43 |
if not os.path.exists(save_directory): #download if directory not created/model not loaded
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
processor = cast(ColIdefics3Processor, ColIdefics3Processor.from_pretrained(model_name))
|
| 52 |
-
else: #if colpali v1.3 etc
|
| 53 |
-
model = ColPali.from_pretrained(
|
| 54 |
-
model_name,
|
| 55 |
-
torch_dtype=torch.bfloat16,
|
| 56 |
-
device_map=device,
|
| 57 |
-
).eval()
|
| 58 |
-
processor = cast(ColPaliProcessor, ColPaliProcessor.from_pretrained(model_name))
|
| 59 |
os.makedirs(save_directory)
|
| 60 |
print(f"Directory '{save_directory}' created.")
|
| 61 |
model.save_pretrained(save_directory)
|
|
@@ -63,12 +54,9 @@ if not os.path.exists(save_directory): #download if directory not created/model
|
|
| 63 |
processor.save_pretrained(processor_directory)
|
| 64 |
|
| 65 |
else:
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
else:
|
| 70 |
-
model = ColPali.from_pretrained(save_directory)
|
| 71 |
-
processor = ColPaliProcessor.from_pretrained(processor_directory, use_fast=True)
|
| 72 |
|
| 73 |
|
| 74 |
class ColpaliManager:
|
|
|
|
| 7 |
from typing import List, cast
|
| 8 |
|
| 9 |
#from colpali_engine.models import ColQwen2_5, ColQwen2_5_Processor
|
|
|
|
| 10 |
|
| 11 |
from tqdm import tqdm
|
| 12 |
from PIL import Image
|
|
|
|
| 40 |
|
| 41 |
|
| 42 |
if not os.path.exists(save_directory): #download if directory not created/model not loaded
|
| 43 |
+
#if colpali v1.3 etc
|
| 44 |
+
model = ColPali.from_pretrained(
|
| 45 |
+
model_name,
|
| 46 |
+
torch_dtype=torch.bfloat16,
|
| 47 |
+
device_map=device,
|
| 48 |
+
).eval()
|
| 49 |
+
processor = cast(ColPaliProcessor, ColPaliProcessor.from_pretrained(model_name))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 50 |
os.makedirs(save_directory)
|
| 51 |
print(f"Directory '{save_directory}' created.")
|
| 52 |
model.save_pretrained(save_directory)
|
|
|
|
| 54 |
processor.save_pretrained(processor_directory)
|
| 55 |
|
| 56 |
else:
|
| 57 |
+
|
| 58 |
+
model = ColPali.from_pretrained(save_directory)
|
| 59 |
+
processor = ColPaliProcessor.from_pretrained(processor_directory, use_fast=True)
|
|
|
|
|
|
|
|
|
|
| 60 |
|
| 61 |
|
| 62 |
class ColpaliManager:
|