llama.cpp/tests/peg-parser/simple-tokenize.h

7 lines
114 B
C++

#pragma once
#include <string>
#include <vector>
std::vector<std::string> simple_tokenize(const std::string &);