diff --git a/monai/networks/nets/efficientnet.py b/monai/networks/nets/efficientnet.py
index 7c2a507fea..d89ab53ea2 100644
--- a/monai/networks/nets/efficientnet.py
+++ b/monai/networks/nets/efficientnet.py
@@ -163,9 +163,9 @@ def __init__(
             self._se_adaptpool = adaptivepool_type(1)
             num_squeezed_channels = max(1, int(in_channels * self.se_ratio))
             self._se_reduce = conv_type(in_channels=oup, out_channels=num_squeezed_channels, kernel_size=1)
-            self._se_reduce_padding = _make_same_padder(self._se_reduce, [1, 1])
+            self._se_reduce_padding = _make_same_padder(self._se_reduce, [1] * spatial_dims)
             self._se_expand = conv_type(in_channels=num_squeezed_channels, out_channels=oup, kernel_size=1)
-            self._se_expand_padding = _make_same_padder(self._se_expand, [1, 1])
+            self._se_expand_padding = _make_same_padder(self._se_expand, [1] * spatial_dims)
 
         # Pointwise convolution phase
         final_oup = out_channels
diff --git a/tests/test_vitautoenc.py b/tests/test_vitautoenc.py
index f9f489b9b9..96290f3c2e 100644
--- a/tests/test_vitautoenc.py
+++ b/tests/test_vitautoenc.py
@@ -65,6 +65,13 @@
 
 
 class TestPatchEmbeddingBlock(unittest.TestCase):
+    def setUp(self):
+        self.threads = torch.get_num_threads()
+        torch.set_num_threads(4)
+
+    def tearDown(self):
+        torch.set_num_threads(self.threads)
+
     @parameterized.expand(TEST_CASE_Vitautoenc)
     @skip_if_windows
     def test_shape(self, input_param, input_shape, expected_shape):
diff --git a/tests/utils.py b/tests/utils.py
index 1694ef5384..bd357aa529 100644
--- a/tests/utils.py
+++ b/tests/utils.py
@@ -153,6 +153,7 @@ def skip_if_downloading_fails():
                 "md5 check",
                 "limit",  # HTTP Error 503: Egress is over the account limit
                 "authenticate",
+                "timed out",  # urlopen error [Errno 110] Connection timed out
             )
         ):
             raise unittest.SkipTest(f"error while downloading: {rt_e}") from rt_e  # incomplete download