diff --git a/Ragon.Server/Sources/RagonServer.cs b/Ragon.Server/Sources/RagonServer.cs
index 532ffc4..164cd47 100644
--- a/Ragon.Server/Sources/RagonServer.cs
+++ b/Ragon.Server/Sources/RagonServer.cs
@@ -169,7 +169,7 @@ public class RagonServer : IRagonServer, INetworkListener
 
   public void OnTimeout(INetworkConnection connection)
   {
-    if (_contextsByConnection.Remove(connection.Id, out var context))
+    if (_contextsByConnection.Remove(connection.Id, out var context) && context.ConnectionStatus == ConnectionStatus.Authorized)
     {
       var room = context.Room;
       if (room != null)