ggml-metal: fix yarn rope (#3937)

This commit is contained in:
Xiao-Yong Jin 2023-11-03 13:00:31 -05:00 committed by GitHub
parent abb77e7319
commit 5ba3746171
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -1403,7 +1403,8 @@ void ggml_metal_graph_compute(
const int n_past = ((int32_t *) dst->op_params)[0];
const int n_dims = ((int32_t *) dst->op_params)[1];
const int mode = ((int32_t *) dst->op_params)[2];
const int n_orig_ctx = ((int32_t *) dst->op_params)[3];
// skip 3, n_ctx, used in GLM RoPE, unimplemented in metal
const int n_orig_ctx = ((int32_t *) dst->op_params)[4];
float freq_base, freq_scale, ext_factor, attn_factor, beta_fast, beta_slow;
memcpy(&freq_base, (int32_t *) dst->op_params + 5, sizeof(float));