diff --git a/gptqmodel/models/_const.py b/gptqmodel/models/_const.py index ffc8369de..083418973 100644 --- a/gptqmodel/models/_const.py +++ b/gptqmodel/models/_const.py @@ -157,7 +157,7 @@ def get_best_device(backend: BACKEND = BACKEND.AUTO) -> torch.device: "cohere", "cohere2", "minicpm", - "minicpm3" + "minicpm3", "qwen2_moe", "qwen2_vl", "dbrx_converted",