Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-24 13:28:50 +01:00
Code Issues Packages Projects Releases Wiki Activity

add support T5 in swift example

Browse Source
This commit is contained in:
zhao.lu 2024-11-29 23:21:06 +08:00
parent f0678c5ff4
commit 715682d21a
1 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
examples/llama.swiftui/llama.cpp.swift/LibLlama.swift
View File

@ -137,6 +137,18 @@ actor LlamaContext {
let i = Int(i1)
llama_batch_add(&batch, tokens_list[i], Int32(i), [0], false)
}
if llama_model_has_encoder(model) {
if (llama_encode(context, batch)) != 0 {
print("llama_encode() failed")
}
var decoder_start_token_id = llama_model_decoder_start_token(model)
if decoder_start_token_id == -1 {
decoder_start_token_id = llama_token_bos(model)
}
llama_batch_clear(&batch)
llama_batch_add(&batch, decoder_start_token_id, 0, [0], false)
}
batch.logits[Int(batch.n_tokens) - 1] = 1 // true
if llama_decode(context, batch) != 0 {