diff --git a/gql/client.py b/gql/client.py
index 0d9e36c7..a9a2c7e2 100644
--- a/gql/client.py
+++ b/gql/client.py
@@ -786,7 +786,11 @@ async def connect_async(self, reconnecting=False, **kwargs):
             self.session = ReconnectingAsyncClientSession(client=self, **kwargs)
             await self.session.start_connecting_task()
         else:
-            await self.transport.connect()
+            try:
+                await self.transport.connect()
+            except Exception as e:
+                await self.transport.close()
+                raise e
             self.session = AsyncClientSession(client=self)
 
         # Get schema from transport if needed
diff --git a/tests/test_websocket_query.py b/tests/test_websocket_query.py
index d2270e7d..9e6fd4ab 100644
--- a/tests/test_websocket_query.py
+++ b/tests/test_websocket_query.py
@@ -441,7 +441,6 @@ async def test_websocket_connect_failed_with_authentication_in_connection_init(
 
             await session.execute(query1)
 
-    await asyncio.sleep(1)
     assert transport.websocket is None