fit : wrap llama_device_memory_data (#24522)

This commit is contained in:
Georgi Gerganov
2026-06-13 08:09:52 +03:00
committed by GitHub
parent c34b92235b
commit d8a24ccee2
3 changed files with 40 additions and 14 deletions

View File

@@ -962,10 +962,7 @@ private:
}
for (size_t j = 0; j < devs.size(); ++j) {
const size_t bytes =
(measure_model_bytes ? dmd[j].mb.model : 0) +
dmd[j].mb.context +
dmd[j].mb.compute;
const size_t bytes = (measure_model_bytes ? dmd[j].model : 0) + dmd[j].context + dmd[j].compute;
total += bytes;
for (size_t i = 0; i < tgt_devices.size(); i++) {
if (tgt_devices[i] == devs[j]) {