runtime error

Exit code: 1. Reason: index = _load_state_dict_into_meta_model( File "/usr/local/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 116, in decorate_context return func(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/transformers/modeling_utils.py", line 848, in _load_state_dict_into_meta_model hf_quantizer.create_quantized_param( File "/usr/local/lib/python3.10/site-packages/transformers/quantizers/quantizer_bnb_4bit.py", line 250, in create_quantized_param new_value = bnb.nn.Params4bit(new_value, requires_grad=False, **kwargs).to(target_device) File "/usr/local/lib/python3.10/site-packages/bitsandbytes/nn/modules.py", line 336, in to return self._quantize(device) File "/usr/local/lib/python3.10/site-packages/bitsandbytes/nn/modules.py", line 295, in _quantize w_4bit, quant_state = bnb.functional.quantize_4bit( File "/usr/local/lib/python3.10/site-packages/bitsandbytes/functional.py", line 1008, in quantize_4bit _out, _absmax = torch.ops.bitsandbytes.quantize_4bit.default( File "/usr/local/lib/python3.10/site-packages/torch/_ops.py", line 756, in __call__ return self._op(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/torch/_compile.py", line 51, in inner return disable_fn(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/torch/_dynamo/eval_frame.py", line 838, in _fn return fn(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/torch/library.py", line 719, in func_no_dynamo return func(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/bitsandbytes/backends/cpu/ops.py", line 98, in _ torch._check(quant_type == "nf4", lambda: f"quant_type must be nf4 on CPU, got {quant_type}") File "/usr/local/lib/python3.10/site-packages/torch/__init__.py", line 1660, in _check _check_with(RuntimeError, cond, message) File "/usr/local/lib/python3.10/site-packages/torch/__init__.py", line 1642, in _check_with raise error_type(message_evaluated) RuntimeError: quant_type must be nf4 on CPU, got fp4

Container logs: