Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-12 21:37:19 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix format

Browse Source
This commit is contained in:
piDack 2024-11-29 06:05:05 +00:00
parent 55a6f951ca
commit 7d80a4aa97
3 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
examples/llava/README-glmedge.md
View File

@ -37,7 +37,7 @@ python ./examples/llava/glmedge-convert-image-encoder-to-gguf.py -m ../model_pat
5. Use `examples/convert_hf_to_gguf.py` to convert the LLM part of GLMV-EDGE to GGUF: 5. Use `examples/convert_hf_to_gguf.py` to convert the LLM part of GLMV-EDGE to GGUF:
```sh ```sh
python convert_hf_to_gguf.py ../model_path python convert_hf_to_gguf.py ../model_path
``` ```
Now both the LLM part and the image encoder are in the `model_path` directory. Now both the LLM part and the image encoder are in the `model_path` directory.

2
examples/llava/clip.cpp
View File

@ -2720,4 +2720,4 @@ int clip_is_minicpmv(const struct clip_ctx * ctx) {
bool clip_is_glm(const struct clip_ctx * ctx) { bool clip_is_glm(const struct clip_ctx * ctx) {
return ctx->has_glm_projector; return ctx->has_glm_projector;
} }

6
examples/llava/glmedge-convert-image-encoder-to-gguf.py
View File

@ -22,7 +22,7 @@ def should_skip_tensor(name: str, has_text: bool, has_vision: bool, has_llava: b
"vision_model.embeddings.position_ids", "vision_model.embeddings.position_ids",
): ):
return True return True
if name in ( if name in (
"vision_model.head.probe", "vision_model.head.probe",
"vision_model.head.attention.in_proj_weight", "vision_model.head.attention.in_proj_weight",
@ -220,7 +220,7 @@ fout.add_bool("clip.use_gelu", True)
if has_glm_projector: if has_glm_projector:
# model.vision_model.encoder.layers.pop(-1) # pyright: ignore[reportAttributeAccessIssue] # model.vision_model.encoder.layers.pop(-1) # pyright: ignore[reportAttributeAccessIssue]
projector = torch.load(args.llava_projector) projector = torch.load(args.llava_projector)
for name, data in projector.items(): for name, data in projector.items():
name = get_tensor_name(name) name = get_tensor_name(name)
@ -277,4 +277,4 @@ fout.write_kv_data_to_file()
fout.write_tensors_to_file() fout.write_tensors_to_file()
fout.close() fout.close()
print("Done. Output file: " + fname_out) print("Done. Output file: " + fname_out)