diff --git a/session.go b/session.go
index c3b1892d..00d5e8e3 100644
--- a/session.go
+++ b/session.go
@@ -506,7 +506,6 @@ func (s *session) handlePacketImpl(p *receivedPacket) error {
 		// TODO(#1312): implement parsing of compound packets
 	}
 
-	p.rcvTime = time.Now()
 	// Calculate packet number
 	hdr.PacketNumber = protocol.InferPacketNumber(
 		hdr.PacketNumberLen,
diff --git a/session_test.go b/session_test.go
index 70d6aec9..bf62dd58 100644
--- a/session_test.go
+++ b/session_test.go
@@ -479,13 +479,16 @@ var _ = Describe("Session", func() {
 				PacketNumber:    5,
 				PacketNumberLen: protocol.PacketNumberLen4,
 			}
+			rcvTime := time.Now().Add(-10 * time.Second)
 			unpacker.EXPECT().Unpack(gomock.Any(), gomock.Any(), gomock.Any()).Return(&unpackedPacket{}, nil)
 			rph := mockackhandler.NewMockReceivedPacketHandler(mockCtrl)
-			rph.EXPECT().ReceivedPacket(protocol.PacketNumber(5), gomock.Any(), false).Do(func(_ protocol.PacketNumber, t time.Time, _ bool) {
-				Expect(t).To(BeTemporally("~", time.Now(), scaleDuration(25*time.Millisecond)))
-			})
+			rph.EXPECT().ReceivedPacket(protocol.PacketNumber(5), rcvTime, false)
 			sess.receivedPacketHandler = rph
-			Expect(sess.handlePacketImpl(&receivedPacket{hdr: &hdr.Header, data: getData(hdr)})).To(Succeed())
+			Expect(sess.handlePacketImpl(&receivedPacket{
+				rcvTime: rcvTime,
+				hdr:     &hdr.Header,
+				data:    getData(hdr),
+			})).To(Succeed())
 		})
 
 		It("closes when handling a packet fails", func() {