gguf : read / write sample models

This commit is contained in:
Georgi Gerganov
2023-07-26 20:04:22 +03:00
parent e46870f5af
commit 5628ec7163
3 changed files with 386 additions and 61 deletions

5
ggml.h
View File

@@ -1622,10 +1622,9 @@ extern "C" {
struct gguf_context;
struct gguf_init_params {
bool load; // load the tensor data
bool malloc; // if false, create a ggml_context and allocate the tensor data in it
// if true, use malloc to allocate the tensor data instead
bool no_alloc;
// if not NULL, create a ggml_context and allocate the tensor data in it
struct ggml_context ** ctx;
};