schihei/llama2.c
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Added check of generation parameters.

Browse Source
This commit is contained in:
rdentato
2023-08-21 06:43:39 +00:00
parent dd61b13e57
commit 4444575c4e
1 changed files with 10 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
run.c
+10 -1
View File
@@ -731,7 +731,6 @@ int main(int argc, char *argv[]) {
else if (argv[i][1] == 'z') { tokenizer_path = argv[i + 1]; } else if (argv[i][1] == 'z') { tokenizer_path = argv[i + 1]; }
else { error_usage(); } else { error_usage(); }
} }
if(rng_seed == 0) { rng_seed = (unsigned int)time(NULL);}
// build the Transformer via the model .bin file // build the Transformer via the model .bin file
Transformer transformer; Transformer transformer;
@@ -745,6 +744,16 @@ int main(int argc, char *argv[]) {
Sampler sampler; Sampler sampler;
build_sampler(&sampler, transformer.config.vocab_size); build_sampler(&sampler, transformer.config.vocab_size);
// Check for sound parameters and fallback to defaults if needed.
// This needs to stay close to the generation code since, in the future,
// it will be in the "chat loop" (one may change params from on prompts to the other).
if (rng_seed <= 0) { rng_seed = (unsigned int)time(NULL);}
if (temperature < 0.0 || 1.0 < temperature) temperature = 1.0;
if (topp < 0.0 || 1.0 < temperature) topp = 0.9;
if (steps <= 0 || transformer.config.seq_len < steps ) { steps = transformer.config.seq_len; }
// encode the (string) prompt into tokens sequence, if any is given // encode the (string) prompt into tokens sequence, if any is given
int *prompt_tokens = NULL; // the sequence of prompt tokens int *prompt_tokens = NULL; // the sequence of prompt tokens
int num_prompt_tokens = 0; // the total number of prompt tokens int num_prompt_tokens = 0; // the total number of prompt tokens