Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -1,3 +1,5 @@
|
|
|
|
|
|
1 |
import gradio as gr
|
2 |
from pdf2image import convert_from_path
|
3 |
|
@@ -6,6 +8,7 @@ from PIL import Image
|
|
6 |
from torch.utils.data import DataLoader
|
7 |
from tqdm import tqdm
|
8 |
from transformers import AutoProcessor
|
|
|
9 |
|
10 |
from custom_colbert.models.paligemma_colbert_architecture import ColPali
|
11 |
from custom_colbert.trainer.retrieval_evaluator import CustomEvaluator
|
@@ -87,9 +90,10 @@ def index(file):
|
|
87 |
COLORS = ['#4285f4', '#db4437', '#f4b400', '#0f9d58', '#e48ef1']
|
88 |
# Load model
|
89 |
model_name = "coldoc/colpali-3b-mix-448"
|
90 |
-
|
|
|
91 |
model.load_adapter(model_name)
|
92 |
-
processor = AutoProcessor.from_pretrained(model_name)
|
93 |
device = model.device
|
94 |
mock_image = Image.new("RGB", (448, 448), (255, 255, 255))
|
95 |
|
|
|
1 |
+
import os
|
2 |
+
|
3 |
import gradio as gr
|
4 |
from pdf2image import convert_from_path
|
5 |
|
|
|
8 |
from torch.utils.data import DataLoader
|
9 |
from tqdm import tqdm
|
10 |
from transformers import AutoProcessor
|
11 |
+
imoort os
|
12 |
|
13 |
from custom_colbert.models.paligemma_colbert_architecture import ColPali
|
14 |
from custom_colbert.trainer.retrieval_evaluator import CustomEvaluator
|
|
|
90 |
COLORS = ['#4285f4', '#db4437', '#f4b400', '#0f9d58', '#e48ef1']
|
91 |
# Load model
|
92 |
model_name = "coldoc/colpali-3b-mix-448"
|
93 |
+
token = os.environ.get("HF_TOKEN")
|
94 |
+
model = ColPali.from_pretrained("google/paligemma-3b-mix-448", torch_dtype=torch.bfloat16, device_map="cuda", token=token).eval()
|
95 |
model.load_adapter(model_name)
|
96 |
+
processor = AutoProcessor.from_pretrained(model_name, token=token)
|
97 |
device = model.device
|
98 |
mock_image = Image.new("RGB", (448, 448), (255, 255, 255))
|
99 |
|