[MLX] Add off-graph KV cache ring runtime (#21532) #147

Job	Run time
test-riscv (mobilebert, false, false) / run / linux-job	1d 0h 0m 1s
test-riscv (mv2, true, false) / run / linux-job	1d 0h 0m 0s
test-riscv (llama2, false, false) / run / linux-job	1d 0h 0m 1s
test-riscv (mv2, false, false) / run / linux-job	1d 0h 0m 1s
test-riscv (llama2, true, false) / run / linux-job	1d 0h 0m 1s
test-riscv (add, true, true) / run / linux-job	1d 0h 0m 0s
test-riscv (yolo26, true, false) / run / linux-job	1d 0h 0m 1s
test-riscv (resnet18, false, false) / run / linux-job	1d 0h 0m 1s
test-riscv (mobilebert, true, false) / run / linux-job	1d 0h 0m 1s
test-riscv (yolo26, false, false) / run / linux-job	1d 0h 0m 1s
test-riscv (llama2, true, true) / run / linux-job	1d 0h 0m 1s
test-riscv (resnet18, true, false) / run / linux-job	1d 0h 0m 1s
test-riscv (add, false, false) / run / linux-job	1d 0h 0m 1s
test-riscv (mv2, true, true) / run / linux-job	1d 0h 0m 1s
test-riscv (resnet18, true, true) / run / linux-job	1d 0h 0m 1s
test-riscv (add, true, false) / run / linux-job	1d 0h 0m 1s
test-riscv (mobilebert, true, true) / run / linux-job	1d 0h 0m 1s
	17d 0h 0m 15s

Navigation Menu