From 8986005f23f59a09427e3a66dac293bd6c062d4b Mon Sep 17 00:00:00 2001 From: aegkmq <140575296+aegkmq@users.noreply.github.com> Date: Wed, 26 Jul 2023 16:38:42 +0900 Subject: [PATCH] Minor cleanup --- run.c | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/run.c b/run.c index 809d96c..e56f80e 100644 --- a/run.c +++ b/run.c @@ -281,10 +281,10 @@ void transformer(int token, int pos, Config* p, RunState* s, TransformerWeights* // weighted sum of the values, store back into xb float* xb = s->xb + h * head_size; memset(xb, 0, head_size * sizeof(float)); - for (int t = 0; t <= pos; t += 1) { + for (int t = 0; t <= pos; t++) { float* v = s->value_cache + loff + t * dim + h * head_size; - float a = s->att[h * p->seq_len + t]; - for (int i = 0; i < head_size; i += 1) { + float a = att[t]; + for (int i = 0; i < head_size; i++) { xb[i] += a * v[i]; } }