Traceback (most recent call last)
Traceback (most recent call last):
File "C:\Users\User\text-generation-webui\modules\ui_model_menu.py", line 201, in load_model_wrapper
shared.model, shared.tokenizer = load_model(shared.model_name, loader)
File "C:\Users\User\text-generation-webui\modules\models.py", line 79, in load_model
output = load_func_maploader
File "C:\Users\User\text-generation-webui\modules\models.py", line 143, in huggingface_loader
model = model.cuda()
File "C:\Users\User\anaconda3\envs\tg\lib\site-packages\transformers\modeling_utils.py", line 2168, in cuda
return super().cuda(*args, **kwargs)
File "C:\Users\User\anaconda3\envs\tg\lib\site-packages\torch\nn\modules\module.py", line 918, in cuda
return self._apply(lambda t: t.cuda(device))
File "C:\Users\User\anaconda3\envs\tg\lib\site-packages\torch\nn\modules\module.py", line 810, in _apply
module._apply(fn)
File "C:\Users\User\anaconda3\envs\tg\lib\site-packages\torch\nn\modules\module.py", line 810, in _apply
module._apply(fn)
File "C:\Users\User\anaconda3\envs\tg\lib\site-packages\torch\nn\modules\module.py", line 833, in _apply
param_applied = fn(param)
File "C:\Users\User\anaconda3\envs\tg\lib\site-packages\torch\nn\modules\module.py", line 918, in
return self.apply(lambda t: t.cuda(device))
File "C:\Users\User\anaconda3\envs\tg\lib\site-packages\torch\cuda_init.py", line 289, in _lazy_init
raise AssertionError("Torch not compiled with CUDA enabled")
AssertionError: Torch not compiled with CUDA enabled