blob: 3912f2fd1ae1e989eeb193e2b12b993c981c246e (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
|
#include "kernels.h"
#include <math.h>
void gelu_inplace(float *x, int n) {
/* Exact erf GeLU; 0.70710678... = 1/sqrt(2). */
for (int i = 0; i < n; i++)
x[i] = 0.5f * x[i] * (1.0f + erff(x[i] * 0.70710678118654752f));
}
void softmax(float *x, int rows, int cols) {
for (int r = 0; r < rows; r++) {
float *row = x + r * cols;
float max_val = row[0];
for (int c = 1; c < cols; c++) {
if (row[c] > max_val)
max_val = row[c];
}
float sum = 0.0f;
for (int c = 0; c < cols; c++) {
row[c] = expf(row[c] - max_val);
sum += row[c];
}
float inv_sum = 1.0f / sum;
for (int c = 0; c < cols; c++) {
row[c] *= inv_sum;
}
}
}
|