ggml : silu(-inf) should never happen

ggerganov · Oct 7, 2023 · 42833bc · 42833bc
1 parent bdbe117
commit 42833bc
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/ggml.c b/ggml.c
@@ -3923,8 +3923,6 @@ inline static void ggml_vec_gelu_quick_f32(const int n, float * y, const float *
 
 // Sigmoid Linear Unit (SiLU) function
 inline static float ggml_silu_f32(float x) {
-    if (x == -INFINITY) return 0.0f;
-
     return x/(1.0f + expf(-x));
 }