steps shouldn't exceed the model's seq_len either

This commit is contained in:
Ali Nehzat
2023-08-24 09:09:16 +10:00
committed by GitHub
parent 7ac65cb2c2
commit 9bc72acab0
+1 -1
View File
@@ -839,7 +839,7 @@ int main(int argc, char *argv[]) {
// build the Transformer via the model .bin file
Transformer transformer;
build_transformer(&transformer, checkpoint_path);
if (steps == 0) steps = transformer.config.seq_len; // ovrerride to ~max length
if (steps == 0 || steps > transformer.config.seq_len) steps = transformer.config.seq_len; // ovrerride to ~max length
// build the Tokenizer via the tokenizer .bin file
Tokenizer tokenizer;