https://github.com/KLL535/ComfyUI Simple Qwen3-VL-gguf git clone https://github.com/JamePeng/llama-cpp-python cd llama-cpp-python git clone https://github.com/ggml-org/llama.cpp ./vendor/llama.cpp $env:CMAKE ARGS = "-DGGML CUDA=on" D:\ComfyUI\venv\Scripts\python -m pip install -e . --verbose After compilation is finished, the llama-cpp-python folder must not be deleted.
Model source
Source description
--- ---
Sources
1 sourceSource excerpts
3 excerptsgit clone cd llama-cpp-python git clone ./vendor/llama.cpp $env:CMAKEARGS = "-DGGMLCUDA=on" D:\ComfyUI\venv\Scripts\python -m pip install -e . --verbose After compilation is finished, the llama-cpp-python folder must not be deleted.
git clone https://github.com/JamePeng/llama-cpp-python cd llama-cpp-python git clone https://github.com/ggml-org/llama.cpp ./vendor/llama.cpp $env:CMAKE_ARGS = "-DGGML_CUDA=on" D:\ComfyUI\venv\Scripts\python -m pip install -e . --verbosellama-cpp-python folder must not be deleted.{ "_system_prompts": { }, "_user_prompt_styles": { }, "_camera_preset": { }, "_model_presets": { "gemma-4-12b-it": { "model_path": "D:\\ComfyUI\\models\\LLM\\Huihui-gemma-4-12B-it-abliterated.i1-IQ4_XS.gguf", "mmproj_path": "D:\\ComfyUI\\models\\LLM\\gemma-4-12b-it-mmproj-BF16.gguf", "max_tokens": 10240, "n_ctx": 12288, "n_batch": 2048, "n_ubatch": 512, "n_gpu_layers": -1, "n_threads": 8, "split_mode": 0, "temperature": 0.5, "top_p": 0.9, "min_p": 0.05, "top_k": 20, "repeat_penalty": 1.05, "presence_penalty": 0.0, "chat_handler": "gemma4", "script": "qwen3vl_run.py", "debug": true, "enable_thinking": true, "force_mmproj": false, "verbose": false }, "Qwen3.5-9B": { "model_path": "D:\\ComfyUI\\models\\LLM\\Huihui-Qwen3.5-9B-abliterated.i1-IQ4_XS.gguf", "mmproj_path": "D:\\ComfyUI\\models\\LLM\\Qwen3.5-9B-mmproj-BF16.gguf", "max_tokens": 2048, "image_min_tokens": 1024, "image_max_tokens": 2048, "n_ctx": 8192, "n_batch": 2048, "n_ubatch": 512, "n_gpu_layers": -1, "temperature": 0.7, "top_p": 0.8, "min_p": 0.05, "top_k": 20, "repeat_penalty": 1.0, "presence_penalty": 1.5, "pool_size": 4194304, "chat_handler": "qwen35", "enable_thinking": false, "script": "qwen3vl_run.py", "silent": false, "debug": true }, "Qwen3-VL-8B-Instruct": { "model_path": "D:\\ComfyUI\\models\\LLM\\Huihui-Qwen3-VL-8B-Instruct-abliterated.i1-IQ4_XS.gguf", "mmproj_path": "D:\\ComfyUI\\models\\LLM\\Qwen3-VL-8B-Instruct-mmproj-BF16.gguf", "max_tokens": 2048, "image_min_tokens": 1024, "image_max_tokens": 2048, "n_ctx": 8192, "n_batch": 2048, "n_ubatch": 512, "n_gpu_layers": -1, "temperature": 0.7, "top_p": 0.92, "min_p": 0.01, "top_k": 40, "repeat_penalty": 1.1, "pool_size": 4194304, "chat_handler": "qwen3", "script": "qwen3vl_run.py", "silent": false, "debug": true } } }https://github.com/KLL535/ComfyUI Simple Qwen3-VL-gguf git clone https://github.com/JamePeng/llama-cpp-python cd llama-cpp-python git clone https://github.com/ggml-org/llama.cpp ./vendor/llama.cpp $env:CMAKE ARGS = "-DGGML CUDA=on"…
makisekurisu-jp/ComfyUI-Qwen3-VL-GGUF