We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 172c694 commit d6c2ea0Copy full SHA for d6c2ea0
src/llama-context.h
@@ -26,6 +26,10 @@ struct llama_memory_breakdown_data {
26
size_t model = 0; // memory allocated for the model
27
size_t context = 0; // memory allocated for the context
28
size_t compute = 0; // memory allocated for temporary compute buffers
29
+
30
+ size_t total() const {
31
+ return model + context + compute;
32
+ }
33
};
34
35
struct llama_context {
0 commit comments