From 80679e24be1dfdd197202bea481d3f7742ebdaaf Mon Sep 17 00:00:00 2001 From: Marco Cognetta Date: Mon, 24 Jul 2023 10:51:46 +0900 Subject: [PATCH] simplify softmax --- run.c | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/run.c b/run.c index a94f9b3..fa7fd45 100644 --- a/run.c +++ b/run.c @@ -207,15 +207,14 @@ void softmax(float* x, int size) { max_val = x[i]; } } - // e^x - for (int i = 0; i < size; i++) { - x[i] = exp(x[i] - max_val); - } + // normalize float sum = 0.0f; for (int i = 0; i < size; i++) { + x[i] = exp(x[i] - max_val); sum += x[i]; } + for (int i = 0; i < size; i++) { x[i] /= sum; }