schihei/llama2.c
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

smallfix: not sure what the point of this indirection was

Browse Source
This commit is contained in:
Andrej Karpathy
2023-08-15 16:09:33 +00:00
parent 4c63c5608d
commit ca67253f28
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
run.c
+1 -2
View File
@@ -117,9 +117,8 @@ void free_run_state(RunState* s) {
// ---------------------------------------------------------------------------- // ----------------------------------------------------------------------------
// initialization: read from checkpoint // initialization: read from checkpoint
void checkpoint_init_weights(TransformerWeights *w, Config* p, float* f, int shared_weights) { void checkpoint_init_weights(TransformerWeights *w, Config* p, float* ptr, int shared_weights) {
int head_size = p->dim / p->n_heads; int head_size = p->dim / p->n_heads;
float* ptr = f;
w->token_embedding_table = ptr; w->token_embedding_table = ptr;
ptr += p->vocab_size * p->dim; ptr += p->vocab_size * p->dim;
w->rms_att_weight = ptr; w->rms_att_weight = ptr;