diff --git a/tests/test_retinanet.py b/tests/test_retinanet.py
index ef71a35a73..074a5b63fa 100644
--- a/tests/test_retinanet.py
+++ b/tests/test_retinanet.py
@@ -183,7 +183,7 @@ def test_onnx(self, model, input_param, input_shape):
         data = torch.randn(input_shape)
         backbone = model(**input_param)
         if idx == 0:
-            test_onnx_save(backbone, data, rtol=2e-3)
+            test_onnx_save(backbone, data, rtol=2e-2, atol=1e-5)
             return
         feature_extractor = resnet_fpn_feature_extractor(
             backbone=backbone,
@@ -193,7 +193,7 @@ def test_onnx(self, model, input_param, input_shape):
             returned_layers=[1, 2],
         )
         if idx == 1:
-            test_onnx_save(feature_extractor, data, rtol=2e-3)
+            test_onnx_save(feature_extractor, data, rtol=2e-2, atol=1e-5)
             return
         net = RetinaNet(
             spatial_dims=input_param["spatial_dims"],
@@ -203,7 +203,7 @@ def test_onnx(self, model, input_param, input_shape):
             size_divisible=32,
         )
         if idx == 2:
-            test_onnx_save(net, data, rtol=2e-3)
+            test_onnx_save(net, data, rtol=2e-2, atol=1e-5)
 
 
 if __name__ == "__main__":