schihei/llama2.c
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix chat format bug i think

Browse Source
This commit is contained in:
Andrej Karpathy
2023-08-24 03:33:44 +00:00
parent c5e0e7fce4
commit 40fb902cf0
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
run.c
+4 -1
View File
@@ -798,6 +798,9 @@ void read_stdin(const char* guide, char* buffer, size_t bufsize) {
} }
} }
// ----------------------------------------------------------------------------
// chat loop
void chat(Transformer *transformer, Tokenizer *tokenizer, Sampler *sampler, void chat(Transformer *transformer, Tokenizer *tokenizer, Sampler *sampler,
char *cli_user_prompt, char *cli_system_prompt, int steps) { char *cli_user_prompt, char *cli_system_prompt, int steps) {
@@ -840,7 +843,7 @@ void chat(Transformer *transformer, Tokenizer *tokenizer, Sampler *sampler,
} }
// render user/system prompts into the Llama 2 Chat schema // render user/system prompts into the Llama 2 Chat schema
if (pos == 0 && system_prompt[0] != '\0') { if (pos == 0 && system_prompt[0] != '\0') {
char system_template[] = "[INST] <<SYS>>\n%s\n<</SYS>>\n\n%s\n[/INST]"; char system_template[] = "[INST] <<SYS>>\n%s\n<</SYS>>\n\n%s [/INST]";
sprintf(rendered_prompt, system_template, system_prompt, user_prompt); sprintf(rendered_prompt, system_template, system_prompt, user_prompt);
} else { } else {
char user_template[] = "[INST] %s [/INST]"; char user_template[] = "[INST] %s [/INST]";