GGUF RTN gets OOM on 16GB Intel GPU #1028
Description
ONEAPI_DEVICE_SELECTOR=level_zero:3 python3 -m auto_round Qwen/Qwen3-8B --format gguf:q2_k_s --iters 0 --device_map xpu
{{ message }}
ONEAPI_DEVICE_SELECTOR=level_zero:3 python3 -m auto_round Qwen/Qwen3-8B --format gguf:q2_k_s --iters 0 --device_map xpu