diff --git a/bitsandbytes/backends/cpu/ops.py b/bitsandbytes/backends/cpu/ops.py old mode 100755 new mode 100644 index 44fb5dceb..9fb2e7c44 --- a/bitsandbytes/backends/cpu/ops.py +++ b/bitsandbytes/backends/cpu/ops.py @@ -245,7 +245,7 @@ def _( from kernels import get_kernel gemm_4bit_forward_kernel = get_kernel( - "kernels-community/quantization-bitsandbytes", version=1 + "kernels-community/quantization-bitsandbytes", version=1, backend="cpu" ).gemm_4bit_forward except Exception as exc: # pragma: no cover - best effort fallback gemm_4bit_forward_kernel = None