ComfyUI-Qwen3-VL-GGUF

https://github.com/KLL535/ComfyUI_Simple_Qwen3-VL-gguf

git clone https://github.com/JamePeng/llama-cpp-python
cd llama-cpp-python
git clone https://github.com/ggml-org/llama.cpp ./vendor/llama.cpp
$env:CMAKE_ARGS = "-DGGML_CUDA=on"
D:\ComfyUI\venv\Scripts\python -m pip install -e . --verbose

After compilation is finished, the llama-cpp-python folder must not be deleted.

There is no need to compile it manually anymore. You can use JamePeng’s precompiled WHL package, as long as the CUDA version matches exactly.

https://github.com/1038lab/ComfyUI-QwenVL

https://github.com/JamePeng/llama-cpp-python

https://developer.nvidia.com/cuda-toolkit-archive

Gemma 4 requires llama‑cpp‑python ≥ 0.3.35

ComfyUI\custom_nodes\ComfyUI_Simple_Qwen3-VL-gguf\system_prompts_user.json

{
    "_system_prompts": {
    },
    "_user_prompt_styles": {
    },
    "_camera_preset": {
    },
    "_model_presets": {
        "gemma-4-12b-it": {
            "model_path": "D:\\ComfyUI\\models\\LLM\\Huihui-gemma-4-12B-it-abliterated.i1-IQ4_XS.gguf",
            "mmproj_path": "D:\\ComfyUI\\models\\LLM\\gemma-4-12b-it-mmproj-BF16.gguf",
            "max_tokens": 10240,
            "n_ctx": 12288,
            "n_batch": 2048,
            "n_ubatch": 512,
            "n_gpu_layers": -1,
            "n_threads": 8,
            "split_mode": 0,
            "temperature": 0.5,
            "top_p": 0.9,
            "min_p": 0.05,
            "top_k": 20,
            "repeat_penalty": 1.05,
            "presence_penalty": 0.0,
            "chat_handler": "gemma4",
            "script": "qwen3vl_run.py",
            "debug": true,
            "enable_thinking": true,
            "force_mmproj": false,
            "verbose": false
        },
        "Qwen3.5-9B": {
            "model_path": "D:\\ComfyUI\\models\\LLM\\Huihui-Qwen3.5-9B-abliterated.i1-IQ4_XS.gguf",
            "mmproj_path": "D:\\ComfyUI\\models\\LLM\\Qwen3.5-9B-mmproj-BF16.gguf",
            "max_tokens": 2048,
            "image_min_tokens": 1024,
            "image_max_tokens": 2048,
            "n_ctx": 8192,
            "n_batch": 2048,
            "n_ubatch": 512,
            "n_gpu_layers": -1,
            "temperature": 0.7,
            "top_p": 0.8,
            "min_p": 0.05,
            "top_k": 20,
            "repeat_penalty": 1.0,
            "presence_penalty": 1.5,
            "pool_size": 4194304,
            "chat_handler": "qwen35",
            "enable_thinking": false,
            "script": "qwen3vl_run.py",
            "silent": false,
            "debug": true
        },
        "Qwen3-VL-8B-Instruct": {
            "model_path": "D:\\ComfyUI\\models\\LLM\\Huihui-Qwen3-VL-8B-Instruct-abliterated.i1-IQ4_XS.gguf",
            "mmproj_path": "D:\\ComfyUI\\models\\LLM\\Qwen3-VL-8B-Instruct-mmproj-BF16.gguf",
            "max_tokens": 2048,
            "image_min_tokens": 1024,
            "image_max_tokens": 2048,
            "n_ctx": 8192,
            "n_batch": 2048,
            "n_ubatch": 512,
            "n_gpu_layers": -1,
            "temperature": 0.7,
            "top_p": 0.92,
            "min_p": 0.01,
            "top_k": 40,
            "repeat_penalty": 1.1,
            "pool_size": 4194304,
            "chat_handler": "qwen3",
            "script": "qwen3vl_run.py",
            "silent": false,
            "debug": true
        }
    }
}