runtime error
Exit code: 1. Reason: s, **kwargs) File "/usr/local/lib/python3.10/site-packages/transformers/modeling_utils.py", line 852, in _load_state_dict_into_meta_model hf_quantizer.create_quantized_param( File "/usr/local/lib/python3.10/site-packages/transformers/quantizers/quantizer_bnb_4bit.py", line 250, in create_quantized_param new_value = bnb.nn.Params4bit(new_value, requires_grad=False, **kwargs).to(target_device) File "/usr/local/lib/python3.10/site-packages/bitsandbytes/nn/modules.py", line 336, in to return self._quantize(device) File "/usr/local/lib/python3.10/site-packages/bitsandbytes/nn/modules.py", line 295, in _quantize w_4bit, quant_state = bnb.functional.quantize_4bit( File "/usr/local/lib/python3.10/site-packages/bitsandbytes/functional.py", line 1008, in quantize_4bit _out, _absmax = torch.ops.bitsandbytes.quantize_4bit.default( File "/usr/local/lib/python3.10/site-packages/torch/_ops.py", line 667, in __call__ return self_._op(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/spaces/zero/torch/patching.py", line 204, in __torch_function__ res = func(*args_, **kwargs_) File "/usr/local/lib/python3.10/site-packages/torch/_ops.py", line 667, in __call__ return self_._op(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/spaces/zero/torch/patching.py", line 248, in __torch_dispatch__ return func(*args, **(kwargs or {})) File "/usr/local/lib/python3.10/site-packages/torch/_ops.py", line 667, in __call__ return self_._op(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/bitsandbytes/backends/cpu/ops.py", line 98, in _ torch._check(quant_type == "nf4", lambda: f"quant_type must be nf4 on CPU, got {quant_type}") File "/usr/local/lib/python3.10/site-packages/torch/__init__.py", line 1353, in _check _check_with(RuntimeError, cond, message) File "/usr/local/lib/python3.10/site-packages/torch/__init__.py", line 1336, in _check_with raise error_type(message_evaluated) RuntimeError: quant_type must be nf4 on CPU, got fp4
Container logs:
Fetching error logs...