Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-25 13:58:46 +01:00
Code Issues Packages Projects Releases Wiki Activity

metal : wrap each operation in debug group (ggml/690)

Browse Source
This commit is contained in:
Jack Mousseau 2024-01-10 06:19:19 -08:00 committed by Georgi Gerganov
parent e739de7909
commit 5362e43962
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ggml-metal.m
View File

@ -1067,6 +1067,8 @@ bool ggml_metal_graph_compute(
GGML_ASSERT(!"unsupported op"); GGML_ASSERT(!"unsupported op");
} }
[encoder pushDebugGroup:[NSString stringWithCString:ggml_op_desc(dst)]];
const int64_t ne00 = src0 ? src0->ne[0] : 0; const int64_t ne00 = src0 ? src0->ne[0] : 0;
const int64_t ne01 = src0 ? src0->ne[1] : 0; const int64_t ne01 = src0 ? src0->ne[1] : 0;
const int64_t ne02 = src0 ? src0->ne[2] : 0; const int64_t ne02 = src0 ? src0->ne[2] : 0;
@ -2423,6 +2425,8 @@ bool ggml_metal_graph_compute(
GGML_ASSERT(false); GGML_ASSERT(false);
} }
} }
[encoder popDebugGroup];
} }
if (encoder != nil) { if (encoder != nil) {