diff --git a/common/arg.cpp b/common/arg.cpp
index 2055b89d1..5e08693c0 100644
--- a/common/arg.cpp
+++ b/common/arg.cpp
@@ -2567,6 +2567,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
                 params.mmproj_device  = nullptr;
                 return;
             }
+            ggml_backend_load_all();
             auto devices = parse_device_list(value);
             // parse_device_list pushes nullptr at back so devices is length 2 for single device.
             if (devices.size() > 2) {