From 60c2ef6d92865707c960331528d907dfa50f4b3a Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Mon, 4 Sep 2023 20:49:09 +0300 Subject: [PATCH] metal : utilize view_src to see of tensor is a view --- ggml-metal.m | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/ggml-metal.m b/ggml-metal.m index d0d23442e..32ee2795a 100644 --- a/ggml-metal.m +++ b/ggml-metal.m @@ -541,10 +541,7 @@ void ggml_metal_graph_find_concurrency( int64_t data_start = (int64_t) gf->nodes[i]->data; int64_t length = (int64_t) ggml_nbytes(gf->nodes[i]); for (int j = n_start; j < i; j++) { - if (nodes_unused[j] && gf->nodes[j]->op != GGML_OP_RESHAPE \ - && gf->nodes[j]->op != GGML_OP_VIEW \ - && gf->nodes[j]->op != GGML_OP_TRANSPOSE \ - && gf->nodes[j]->op != GGML_OP_PERMUTE) { + if (nodes_unused[j] && gf->nodes[j]->view_src == NULL) { if (((int64_t)gf->nodes[j]->data) >= data_start + length || \ ((int64_t)gf->nodes[j]->data) + (int64_t) ggml_nbytes(gf->nodes[j]) <= data_start) { continue;