From 2c0134f6699b7bc5d494f7dcc49a88fd2b3891d0 Mon Sep 17 00:00:00 2001 From: Clemens Akens Date: Mon, 31 Jul 2023 14:11:15 +0200 Subject: [PATCH] adjust malloc size for prompt_tokens --- run.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/run.c b/run.c index d8f153e..7fedb9e 100644 --- a/run.c +++ b/run.c @@ -534,7 +534,7 @@ int main(int argc, char *argv[]) { int *prompt_tokens = NULL; int num_prompt_tokens = 0; if (prompt != NULL) { - prompt_tokens = (int*)malloc(config.seq_len * sizeof(int)); + prompt_tokens = (int*)malloc(strlen(prompt) * sizeof(int)); bpe_encode(prompt, vocab, vocab_scores, config.vocab_size, max_token_length, prompt_tokens, &num_prompt_tokens); }