schihei/llama2.c
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #315 from davidar/vocab_source

Browse Source 
Fix vocab_source in sample.py
This commit is contained in:
Andrej
2023-08-21 08:26:28 -07:00
committed by GitHub
parent d02e0c90d8 52fe3653e5
commit ee95b1bf29
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sample.py
+1 -1
View File
@@ -52,7 +52,7 @@ if compile:
model = torch.compile(model) # requires PyTorch 2.0 (optional) model = torch.compile(model) # requires PyTorch 2.0 (optional)
# load the tokenizer # load the tokenizer
vocab_source = checkpoint_dict.get("vocab_source", "llama2") vocab_source = checkpoint_dict["config"].get("vocab_source", "llama2")
vocab_size = gptconf.vocab_size vocab_size = gptconf.vocab_size
if tokenizer: if tokenizer:
# a specific tokenizer is provided, use it # a specific tokenizer is provided, use it