Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-02-07 00:43:14 +01:00
Code Issues Packages Projects Releases Wiki Activity

Remove trailing space

Browse Source
This commit is contained in:
Howard Su 2023-05-21 23:03:36 +08:00
parent 80f1faac87
commit 2257f9f691
2 changed files with 2 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
ggml.c
View File

@ -920,7 +920,6 @@ void quantize_upgrade(enum ggml_type type, void* data, size_t * size, bool shuff
block_q8_0_old *blk = (block_q8_0_old *)data;
block_q8_0 *new_blk = (block_q8_0 *)data;
block_q8_0 new_blk_buf;
*size = nb * sizeof(block_q8_0);
for (size_t i = 0; i < nb ; i++) {

6
llama.cpp
View File

@ -2109,10 +2109,8 @@ static void llama_model_quantize_internal(const std::string & fname_inp, const s
bool needShuffle = (model_loader->file_loaders.at(0)->file_version == LLAMA_FILE_VERSION_GGJT_V1);
if (model_loader->file_loaders.at(0)->file_version < LLAMA_FILE_VERSION_GGJT_V3 && quantize) {
if ((quantized_type == tensor.type) &&
(tensor.type == GGML_TYPE_Q4_0 || tensor.type == GGML_TYPE_Q4_1
|| tensor.type == GGML_TYPE_Q5_0 || tensor.type == GGML_TYPE_Q5_1
|| tensor.type == GGML_TYPE_Q8_0)) {
if ((quantized_type == tensor.type) &&
(tensor.type == GGML_TYPE_Q4_0 || tensor.type == GGML_TYPE_Q4_1 || tensor.type == GGML_TYPE_Q5_0 || tensor.type == GGML_TYPE_Q5_1 || tensor.type == GGML_TYPE_Q8_0)) {
// convet
new_type = tensor.type;
new_data = tensor.data;