fix: loss bound offload result in json

Signed-off-by: thxCode <[email protected]>
gpustack · Jul 4, 2024 · febaba2 · febaba2
1 parent c293abd
commit febaba2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/cmd/gguf-parser/main.go b/cmd/gguf-parser/main.go
@@ -275,7 +275,7 @@ func main() {
 			}
 			if offloadLayersStep < e.OffloadLayers {
 				cnt := e.OffloadLayers/offloadLayersStep + 1
-				if e.OffloadLayers%offloadLayersStep != 0 {
+				if e.OffloadLayers%offloadLayersStep != 0 || e.FullOffloaded {
 					cnt++
 				}
 				ess := make([]LLaMACppUsageEstimateMemorySummary, cnt)