CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-28 08:31:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

metal : relax reorder conditions (#16216)

Browse Source
This commit is contained in:
Georgi Gerganov
2025-09-25 11:29:42 +03:00
committed by GitHub
parent 02a6a82ae7
commit 4ea00794b8
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
ggml/src/ggml-metal/ggml-metal-common.cpp
View File

@@ -256,8 +256,6 @@ static std::vector<int> ggml_metal_graph_optimize_reorder(const std::vector<node
// perform reorders only across these types of ops // perform reorders only across these types of ops
// can be expanded when needed // can be expanded when needed
// IMPORTANT: do not add ops such as GGML_OP_CPY or GGML_OP_SET_ROWS
// the dependencies from such ops are not always represented in the graph
const auto & h_safe = [](ggml_op op) { const auto & h_safe = [](ggml_op op) {
switch (op) { switch (op) {
case GGML_OP_MUL_MAT: case GGML_OP_MUL_MAT:
@@ -273,6 +271,8 @@ static std::vector<int> ggml_metal_graph_optimize_reorder(const std::vector<node
case GGML_OP_GLU: case GGML_OP_GLU:
case GGML_OP_SCALE: case GGML_OP_SCALE:
case GGML_OP_GET_ROWS: case GGML_OP_GET_ROWS:
case GGML_OP_CPY:
case GGML_OP_SET_ROWS:
return true; return true;
default: default:
return ggml_op_is_empty(op); return ggml_op_is_empty(op);