llama.cpp/tests/test-model-load-cancel.cpp

#include "llama.h"

#include <cstdio>
#include <cstdlib>

int main(void) {
    auto model_path = "models/7B/ggml-model-f16.gguf";
    auto file = fopen(model_path, "r");

    if (file == nullptr) {
        fprintf(stderr, "no model at '%s' found\n", model_path);
        return EXIT_FAILURE;
    } else {
        fprintf(stderr, "using '%s'\n", model_path);
        fclose(file);
    }

    llama_backend_init(false);
    auto params = llama_model_params{};
    params.use_mmap = false;
    params.progress_callback = [](float progress, void * ctx){
        (void) ctx;
        return progress > 0.50;
    };
    auto * model = llama_load_model_from_file(model_path, params);
    llama_backend_free();
    return model == nullptr ? EXIT_SUCCESS : EXIT_FAILURE;
}