diff --git a/internal/ackhandler/sent_packet_handler.go b/internal/ackhandler/sent_packet_handler.go
index 7bb0ee813..1be318934 100644
--- a/internal/ackhandler/sent_packet_handler.go
+++ b/internal/ackhandler/sent_packet_handler.go
@@ -376,7 +376,7 @@ func (h *sentPacketHandler) OnAlarm() error {
 	now := time.Now()
 
 	var err error
-	if !h.handshakeComplete {
+	if h.packetHistory.HasOutstandingHandshakePackets() {
 		if h.logger.Debug() {
 			h.logger.Debugf("Loss detection alarm fired in handshake mode")
 		}