llama : skip main_gpu validation when no devices are available (#23405)
This commit is contained in:
+1
-1
@@ -249,7 +249,7 @@ static bool llama_prepare_model_devices(const llama_model_params & params, llama
|
|||||||
}
|
}
|
||||||
|
|
||||||
// if using single GPU mode, remove all except the main GPU
|
// if using single GPU mode, remove all except the main GPU
|
||||||
if (params.split_mode == LLAMA_SPLIT_MODE_NONE) {
|
if (params.split_mode == LLAMA_SPLIT_MODE_NONE && !model->devices.empty()) {
|
||||||
if (params.main_gpu < 0) {
|
if (params.main_gpu < 0) {
|
||||||
model->devices.clear();
|
model->devices.clear();
|
||||||
} else {
|
} else {
|
||||||
|
|||||||
Reference in New Issue
Block a user