We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4167468 commit c04b1a0Copy full SHA for c04b1a0
src/hf_tokenizer.cpp
@@ -31,7 +31,7 @@ namespace tokenizers {
31
Error HFTokenizer::load(const std::string& path) {
32
// If this is a directory, look for tokenizer.json and tokenizer_config.json
33
std::string model_json = path;
34
- std::string model_config_json = "";
+ std::string model_config_json;
35
if (fs::is_directory(path)) {
36
const fs::path root(path);
37
model_json = root / "tokenizer.json";
0 commit comments