ggml : silu(-inf) should never happen

2026-07-05 18:50:21 +00:00 · 2023-10-07 11:30:36 +03:00
parent bdbe11719d
commit 42833bc7a8
1 changed files with 0 additions and 2 deletions
@@ -3923,8 +3923,6 @@ inline static void ggml_vec_gelu_quick_f32(const int n, float * y, const float *

 // Sigmoid Linear Unit (SiLU) function
 inline static float ggml_silu_f32(float x) {
-    if (x == -INFINITY) return 0.0f;
-
    return x/(1.0f + expf(-x));
 }