From 5a06c4d3adf27a9e7ba4f598ffe645448ccdef89 Mon Sep 17 00:00:00 2001 From: Damian Rouson Date: Wed, 9 Oct 2024 17:30:39 -0700 Subject: [PATCH 1/2] fix(sigmoid): make real literals double precision --- src/inference_engine/sigmoid_s.f90 | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/inference_engine/sigmoid_s.f90 b/src/inference_engine/sigmoid_s.f90 index ebbb4efbe..11d88dd6d 100644 --- a/src/inference_engine/sigmoid_s.f90 +++ b/src/inference_engine/sigmoid_s.f90 @@ -10,7 +10,7 @@ end procedure module procedure double_precision_activation - y = 1./(1.+exp(-x)) + y = 1.D0/(1.D0+exp(-x)) end procedure module procedure default_real_activation_derivative @@ -18,7 +18,7 @@ end procedure module procedure double_precision_activation_derivative - y = exp(-x)/(1.+exp(-x))**2 + y = exp(-x)/(1.D0+exp(-x))**2 end procedure module procedure function_name From 08f425404333959b794c79201ea7337d50296ec2 Mon Sep 17 00:00:00 2001 From: Damian Rouson Date: Wed, 9 Oct 2024 20:30:34 -0700 Subject: [PATCH 2/2] fix(gelu): make constants double-precision --- src/inference_engine/gelu_s.f90 | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/inference_engine/gelu_s.f90 b/src/inference_engine/gelu_s.f90 index c684a1721..6e926ff34 100644 --- a/src/inference_engine/gelu_s.f90 +++ b/src/inference_engine/gelu_s.f90 @@ -7,9 +7,9 @@ real, parameter :: half = 0.5, two = 2.D0 real, parameter :: sqrt_2_pi = sqrt(2*pi), sqrt_2 = sqrt(2.) - real, parameter :: pi_dp = 3.141592653589793D0 - real, parameter :: half_dp = 0.5D0, two_dp = 2.D0 - real, parameter :: sqrt_2_pi_dp = sqrt(two_dp*pi_dp), sqrt_2_dp = sqrt(2.D0) + double precision, parameter :: pi_dp = 3.141592653589793D0 + double precision, parameter :: half_dp = 0.5D0, two_dp = 2.D0 + double precision, parameter :: sqrt_2_pi_dp = sqrt(two_dp*pi_dp), sqrt_2_dp = sqrt(2.D0) contains