CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-15 11:17:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

improved memory management fixes

Browse Source
This commit is contained in:
slaren
2023-07-21 12:41:46 +02:00
parent 56e9ae062c
commit 3d679827e7
4 changed files with 72 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
ggml.h
View File

@@ -425,6 +425,7 @@ extern "C" {
int node_id; // used to build graphs
int n_children;
int n_views;
bool freed; // debug
// performance
int perf_runs;
@@ -437,7 +438,7 @@ extern "C" {
void * extra; // extra things e.g. for ggml-cuda.cu
char padding[12];
char padding[8];
};
static const size_t GGML_TENSOR_SIZE = sizeof(struct ggml_tensor);