Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-01 00:39:00 +01:00
Code Issues Packages Projects Releases Wiki Activity

lookahead : use deterministic init

Browse Source
This commit is contained in:
Georgi Gerganov 2023-11-25 17:12:16 +02:00
parent 6eb5166e5a
commit 7bd1cd7ef4
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
examples/lookahead/lookahead.cpp
View File

@ -129,7 +129,9 @@ int main(int argc, char ** argv) {
for (int i = 0; i < W; i++) {
// initialize randomly from the prompt tokens
tokens_j[j][i] = all[1 + rand() % (all.size() - 1)];
//tokens_j[j][i] = 100 + i;
// initialize with a sequence of increasing numbers
tokens_j[j][i] = 100 + i;
}
}
@ -327,14 +329,16 @@ int main(int argc, char ** argv) {
} else {
for (int i = 0; i < W; i++) {
// random init
tokens_j[N - 2][i] = all[1 + rand() % (all.size() - 1)];
//tokens_j[N - 2][i] = tokens_j[0][i];
//tokens_j[N - 2][i] = all[1 + rand() % (all.size() - 1)];
// init from the previous level
tokens_j[N - 2][i] = tokens_j[0][i];
}
}
}
// update observed ngrams
{
if (v == 0) {
// the first token of the n-gram is determined by the index in the container so it is not stored
std::vector<llama_token> ngram(N - 1);