CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-15 11:17:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

cont

Browse Source 
ggml-ci
This commit is contained in:
Georgi Gerganov
2024-07-19 14:21:33 +03:00
parent b4b242e6bd
commit 689d377916
3 changed files with 5 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/llama-impl.h
View File

@@ -3,12 +3,6 @@
#define LLAMA_API_INTERNAL
#include "llama.h"
#include <array>
#include <set>
#include <map>
#include <cstdint>
#include <random>
#ifdef __has_include
#if __has_include(<unistd.h>)
#include <unistd.h>
@@ -24,7 +18,7 @@
// bump if necessary
#define LLAMA_MAX_NODES 8192
#define LLAMA_MAX_LAYERS 256
#define LLAMA_MAX_LAYERS 512
#define LLAMA_MAX_EXPERTS 160 // DeepSeekV2
#ifdef __GNUC__