Merge pull request #28 from SlyEcho/master

Fix tokenizer reading on Windows
2023-07-24 07:23:07 -07:00
parent 624cdfc76a 4d637983ad
commit 228c4ea3ea
1 changed files with 1 additions and 1 deletions
@@ -425,7 +425,7 @@ int main(int argc, char *argv[]) {
    // read in the tokenizer.bin file
    char** vocab = (char**)malloc(config.vocab_size * sizeof(char*));
    {
-        FILE *file = fopen("tokenizer.bin", "r");
+        FILE *file = fopen("tokenizer.bin", "rb");
        if (!file) {
            printf("Unable to open the tokenizer file tokenizer.bin! Run "
            "python tokenizer.py to convert tokenizer.model -> tokenizer.bin\n");