diff --git a/packet.go b/packet.go
index b3ae124..383a2bb 100644
--- a/packet.go
+++ b/packet.go
@@ -470,7 +470,6 @@ func (p Packet) Marshal() (buf []byte, err error) {
 
 // MarshalTo serializes the packet and writes to the buffer.
 func (p Packet) MarshalTo(buf []byte) (n int, err error) {
-	p.Header.Padding = p.PaddingSize != 0
 	n, err = p.Header.MarshalTo(buf)
 	if err != nil {
 		return 0, err
diff --git a/packet_test.go b/packet_test.go
index 5d19c11..6067c28 100644
--- a/packet_test.go
+++ b/packet_test.go
@@ -251,6 +251,7 @@ func TestBasic(t *testing.T) {
 				}},
 			},
 			Version:        2,
+			Padding:        true,
 			PayloadType:    96,
 			SequenceNumber: 27023,
 			Timestamp:      3653407706,