char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Georgi Gerganovcmake : do not include ./src as public for libllama (#13062)13b454887

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
3.3 KiB109 linesraw
1#include "../src/unicode.h"
2#include "../src/llama-grammar.h"
3
4#include <cstdio>
5#include <cstdlib>
6#include <sstream>
7#include <fstream>
8#include <string>
9#include <vector>
10
11static bool llama_grammar_validate(struct llama_grammar * grammar, const std::string & input_str, size_t & error_pos, std::string & error_msg) {
12    const auto cpts = unicode_cpts_from_utf8(input_str);
13
14    auto & stacks_cur = llama_grammar_get_stacks(grammar);
15
16    size_t pos = 0;
17    for (const auto & cpt : cpts) {
18        llama_grammar_accept(grammar, cpt);
19
20        if (stacks_cur.empty()) {
21            error_pos = pos;
22            error_msg = "Unexpected character '" + unicode_cpt_to_utf8(cpt) + "'";
23            return false;
24        }
25        ++pos;
26    }
27
28    for (const auto & stack : stacks_cur) {
29        if (stack.empty()) {
30            return true;
31        }
32    }
33
34    error_pos = pos;
35    error_msg = "Unexpected end of input";
36    return false;
37}
38
39static void print_error_message(const std::string & input_str, size_t error_pos, const std::string & error_msg) {
40    fprintf(stdout, "Input string is invalid according to the grammar.\n");
41    fprintf(stdout, "Error: %s at position %zu\n", error_msg.c_str(), error_pos);
42    fprintf(stdout, "\n");
43    fprintf(stdout, "Input string:\n");
44    fprintf(stdout, "%s", input_str.substr(0, error_pos).c_str());
45    if (error_pos < input_str.size()) {
46        fprintf(stdout, "\033[1;31m%c", input_str[error_pos]);
47        if (error_pos+1 < input_str.size()) {
48            fprintf(stdout, "\033[0;31m%s", input_str.substr(error_pos+1).c_str());
49        }
50        fprintf(stdout, "\033[0m\n");
51    }
52}
53
54int main(int argc, char** argv) {
55    if (argc != 3) {
56        fprintf(stdout, "Usage: %s <grammar_filename> <input_filename>\n", argv[0]);
57        return 1;
58    }
59
60    const std::string grammar_filename = argv[1];
61    const std::string input_filename = argv[2];
62
63    // Read the GBNF grammar file
64    FILE* grammar_file = fopen(grammar_filename.c_str(), "r");
65    if (!grammar_file) {
66        fprintf(stdout, "Failed to open grammar file: %s\n", grammar_filename.c_str());
67        return 1;
68    }
69
70    std::string grammar_str;
71    {
72        std::ifstream grammar_file(grammar_filename);
73        GGML_ASSERT(grammar_file.is_open() && "Failed to open grammar file");
74        std::stringstream buffer;
75        buffer << grammar_file.rdbuf();
76        grammar_str = buffer.str();
77    }
78
79    llama_grammar * grammar = llama_grammar_init_impl(nullptr, grammar_str.c_str(), "root", false, nullptr, 0, nullptr, 0);
80    if (grammar == nullptr) {
81        fprintf(stdout, "Failed to initialize llama_grammar\n");
82        return 1;
83    }
84    // Read the input file
85    std::string input_str;
86    {
87        std::ifstream input_file(input_filename);
88        GGML_ASSERT(input_file.is_open() && "Failed to open input file");
89        std::stringstream buffer;
90        buffer << input_file.rdbuf();
91        input_str = buffer.str();
92    }
93
94    // Validate the input string against the grammar
95    size_t error_pos;
96    std::string error_msg;
97    bool is_valid = llama_grammar_validate(grammar, input_str, error_pos, error_msg);
98
99    if (is_valid) {
100        fprintf(stdout, "Input string is valid according to the grammar.\n");
101    } else {
102        print_error_message(input_str, error_pos, error_msg);
103    }
104
105    // Clean up
106    llama_grammar_free_impl(grammar);
107
108    return 0;
109}