debugging gpu

chat_service.py

@@ -13,7 +13,6 @@ class ChatService:
             self._tokenizer = AutoTokenizer.from_pretrained(repo_id)
             self._model = AutoModelForCausalLM.from_pretrained(repo_id,torch_dtype=torch.float16)
             # self._model = AutoModelForCausalLM.from_pretrained(repo_id).half()
-            self._model = AutoModelForCausalLM.from_pretrained(repo_id)
             self._model.eval().to(self._device)
         else:
             raise Exception(f"Unknown API: {self._api}")

environment.yml

@@ -0,0 +1,21 @@
+name: project_charles
+channels:
+  - pytorch
+  - nvidia
+dependencies:
+  - python=3.9
+  - pytorch-cuda=11.8
+  - pytorch
+  - numpy
+  - pip
+  - pip:
+    - opencv-python-headless
+    - pydub
+    - streamlit_webrtc
+    - twilio
+    - python-dotenv
+    - watchdog
+    - pydub
+    - open_clip_torch
+    - vosk
+    - transformers

requirements.txt

@@ -13,4 +13,5 @@ watchdog
 pydub
 torch
 numpy
-open_clip_torch
+open_clip_torch
+transformers