diff --git a/ivy_tests/test_ivy/test_functional/test_nn/test_activations.py b/ivy_tests/test_ivy/test_functional/test_nn/test_activations.py
index 66d6e7c42e63e..0a44b32224fbe 100644
--- a/ivy_tests/test_ivy/test_functional/test_nn/test_activations.py
+++ b/ivy_tests/test_ivy/test_functional/test_nn/test_activations.py
@@ -36,8 +36,8 @@ def test_gelu(
         test_flags=test_flags,
         fn_name=fn_name,
         on_device=on_device,
-        atol_=1e-2,
-        rtol_=1e-2,
+        atol_=1e-4,
+        rtol_=1e-4,
         x=x[0],
         approximate=approximate,
         complex_mode=complex_mode,