From 0a32c8697ca2da844fabee2c69494a9b570ae46c Mon Sep 17 00:00:00 2001 From: SIDDARTHA REDDY <75976672+SIDDARTHAREDDY8@users.noreply.github.com> Date: Sun, 20 Sep 2026 03:24:07 +0000 Subject: [PATCH] fix: pass backend="cpu" when requesting CPU gemm_4bit_forward kernel --- bitsandbytes/backends/cpu/ops.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) mode change 100755 => 100644 bitsandbytes/backends/cpu/ops.py diff --git a/bitsandbytes/backends/cpu/ops.py b/bitsandbytes/backends/cpu/ops.py old mode 100755 new mode 100644 index 44fb5dceb..9fb2e7c44 --- a/bitsandbytes/backends/cpu/ops.py +++ b/bitsandbytes/backends/cpu/ops.py @@ -245,7 +245,7 @@ def _( from kernels import get_kernel gemm_4bit_forward_kernel = get_kernel( - "kernels-community/quantization-bitsandbytes", version=1 + "kernels-community/quantization-bitsandbytes", version=1, backend="cpu" ).gemm_4bit_forward except Exception as exc: # pragma: no cover - best effort fallback gemm_4bit_forward_kernel = None