Merge pull request #119 from kroggen/code-comments

add some code comments
2023-07-26 15:50:01 -07:00
parent f0f43b7288 57034480b6
commit 4085e8971f
1 changed files with 3 additions and 0 deletions
@@ -282,8 +282,11 @@ void transformer(int token, int pos, Config* p, RunState* s, TransformerWeights*
            float* xb = s->xb + h * head_size;
            memset(xb, 0, head_size * sizeof(float));
            for (int t = 0; t <= pos; t++) {
+                // get the value vector for this head and at this timestep
                float* v = s->value_cache + loff + t * dim + h * head_size;
+                // get the attention weight for this timestep
                float a = att[t];
+                // accumulate the weighted value into xb
                for (int i = 0; i < head_size; i++) {
                    xb[i] += a * v[i];
                }