runtime error

Exit code: 1. Reason: 6, device_map="auto") File "/usr/local/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py", line 563, in from_pretrained return model_class.from_pretrained( File "/usr/local/lib/python3.10/site-packages/transformers/modeling_utils.py", line 3624, in from_pretrained with ContextManagers(init_contexts): File "/usr/local/lib/python3.10/site-packages/transformers/utils/generic.py", line 536, in __enter__ self.stack.enter_context(context_manager) File "/usr/local/lib/python3.10/contextlib.py", line 492, in enter_context result = _cm_type.__enter__(cm) File "/usr/local/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/usr/local/lib/python3.10/site-packages/accelerate/big_modeling.py", line 87, in init_empty_weights with init_on_device(torch.device("meta"), include_buffers=include_buffers) as f: /usr/local/lib/python3.10/site-packages/accelerate/big_modeling.py:87: UserWarning: Failed to initialize NumPy: _ARRAY_API not found (Triggered internally at ../torch/csrc/utils/tensor_numpy.cpp:84.) with init_on_device(torch.device("meta"), include_buffers=include_buffers) as f: Traceback (most recent call last): File "/home/user/app/app.py", line 37, in <module> model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto") File "/usr/local/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py", line 563, in from_pretrained return model_class.from_pretrained( File "/usr/local/lib/python3.10/site-packages/transformers/modeling_utils.py", line 3754, in from_pretrained ) = cls._load_pretrained_model( File "/usr/local/lib/python3.10/site-packages/transformers/modeling_utils.py", line 3877, in _load_pretrained_model raise ValueError( ValueError: The current `device_map` had weights offloaded to the disk. Please provide an `offload_folder` for them. Alternatively, make sure you have `safetensors` installed if the model you are using offers the weights in this format.

Container logs: