arjunanand13
commited on
Commit
•
3dca46e
1
Parent(s):
9279d4b
Update handler.py
Browse files- handler.py +2 -2
handler.py
CHANGED
@@ -11,7 +11,7 @@ def install(package):
|
|
11 |
|
12 |
class EndpointHandler:
|
13 |
def __init__(self, path=""):
|
14 |
-
required_packages = ['timm', 'einops', 'flash-attn', 'Pillow','transformers
|
15 |
for package in required_packages:
|
16 |
try:
|
17 |
install(package)
|
@@ -22,7 +22,7 @@ class EndpointHandler:
|
|
22 |
self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
23 |
print(f"Using device: {self.device}")
|
24 |
|
25 |
-
self.model_name = "
|
26 |
self.model = AutoModelForCausalLM.from_pretrained(
|
27 |
self.model_name,
|
28 |
trust_remote_code=True,
|
|
|
11 |
|
12 |
class EndpointHandler:
|
13 |
def __init__(self, path=""):
|
14 |
+
required_packages = ['timm', 'einops', 'flash-attn', 'Pillow','transformers']
|
15 |
for package in required_packages:
|
16 |
try:
|
17 |
install(package)
|
|
|
22 |
self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
23 |
print(f"Using device: {self.device}")
|
24 |
|
25 |
+
self.model_name = "microsoft/Florence-2-base"
|
26 |
self.model = AutoModelForCausalLM.from_pretrained(
|
27 |
self.model_name,
|
28 |
trust_remote_code=True,
|