diff --git a/session.go b/session.go
index 24bde4c38..518cd1430 100644
--- a/session.go
+++ b/session.go
@@ -590,7 +590,9 @@ runLoop:
 				default:
 				}
 			}
-		} else if !processedUndecryptablePacket {
+		}
+		// If we processed any undecryptable packets, jump to the resetting of the timers directly.
+		if !processedUndecryptablePacket {
 			select {
 			case closeErr = <-s.closeChan:
 				break runLoop