char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Georgi Gerganovtests : avoid building get-model.cpp many times (#26317)47f686f53

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
783 B27 linesraw
1#include "llama.h"
2#include "common.h"
3
4#include <cstdlib>
5
6int main(int argc, char *argv[] ) {
7    auto * model_path = common_get_model_or_exit(argc, argv);
8    auto * file = fopen(model_path, "r");
9    if (file == nullptr) {
10        fprintf(stderr, "no model at '%s' found\n", model_path);
11        return EXIT_FAILURE;
12    }
13
14    fprintf(stderr, "using '%s'\n", model_path);
15    fclose(file);
16
17    llama_backend_init();
18    auto params = llama_model_params{};
19    params.load_mode = LLAMA_LOAD_MODE_NONE;
20    params.progress_callback = [](float progress, void * ctx){
21        (void) ctx;
22        return progress > 0.50;
23    };
24    auto * model = llama_model_load_from_file(model_path, params);
25    llama_backend_free();
26    return model == nullptr ? EXIT_SUCCESS : EXIT_FAILURE;
27}