schihei/llama2.c
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix steps=0 is max context

Browse Source
This commit is contained in:
Andrej Karpathy
2023-08-22 01:15:00 +00:00
parent ee95b1bf29
commit 83287ff254
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
run.c
+2 -1
View File
@@ -736,11 +736,12 @@ int main(int argc, char *argv[]) {
if (rng_seed <= 0) rng_seed = (unsigned int)time(NULL); if (rng_seed <= 0) rng_seed = (unsigned int)time(NULL);
if (temperature < 0.0) temperature = 0.0; if (temperature < 0.0) temperature = 0.0;
if (topp < 0.0 || 1.0 < topp) topp = 0.9; if (topp < 0.0 || 1.0 < topp) topp = 0.9;
if (steps <= 0) steps = 0; if (steps < 0) steps = 0;
// build the Transformer via the model .bin file // build the Transformer via the model .bin file
Transformer transformer; Transformer transformer;
build_transformer(&transformer, checkpoint_path); build_transformer(&transformer, checkpoint_path);
if (steps == 0) steps = transformer.config.seq_len; // ovrerride to ~max length
// build the Tokenizer via the tokenizer .bin file // build the Tokenizer via the tokenizer .bin file
Tokenizer tokenizer; Tokenizer tokenizer;