diff --git a/test/test_encoders.py b/test/test_encoders.py
index b32f961fe..621060137 100644
--- a/test/test_encoders.py
+++ b/test/test_encoders.py
@@ -403,6 +403,9 @@ def encode_to_tensor(samples):
             encoded_from_contiguous, encoded_from_non_contiguous, rtol=0, atol=0
         )
 
+    @pytest.mark.skip(
+        reason="Flaky test, see https://github.com/pytorch/torchcodec/issues/724"
+    )
     @pytest.mark.parametrize("num_channels_input", (1, 2))
     @pytest.mark.parametrize("num_channels_output", (1, 2, None))
     @pytest.mark.parametrize("method", ("to_file", "to_tensor", "to_file_like"))