Update handler.py
Browse files- handler.py +5 -0
handler.py
CHANGED
|
@@ -4,6 +4,11 @@ from transformers import AutoTokenizer
|
|
| 4 |
from optimum.pipelines import pipeline
|
| 5 |
|
| 6 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
class EndpointHandler():
|
| 8 |
def __init__(self, path=""):
|
| 9 |
# load the optimized model
|
|
|
|
| 4 |
from optimum.pipelines import pipeline
|
| 5 |
|
| 6 |
|
| 7 |
+
import torch
|
| 8 |
+
|
| 9 |
+
if torch.backends.cudnn.is_available():
|
| 10 |
+
print("cudnn:", torch.backends.cudnn.version())
|
| 11 |
+
|
| 12 |
class EndpointHandler():
|
| 13 |
def __init__(self, path=""):
|
| 14 |
# load the optimized model
|