diff --git a/test/test_encoders.py b/test/test_encoders.py
index e78fbd630..508fc6bc5 100644
--- a/test/test_encoders.py
+++ b/test/test_encoders.py
@@ -852,6 +852,8 @@ def test_extra_options_errors(self, method, tmp_path, extra_options, error):
         ),
     )
     def test_contiguity(self, method, tmp_path, device):
+        if get_ffmpeg_major_version() == 4 and device == "cuda":
+            pytest.skip("CUDA + FFmpeg 4 test is flaky")
         # Ensure that 2 sets of video frames with the same pixel values are encoded
         # in the same way, regardless of their memory layout. Here we encode 2 equal
         # frame tensors, one is contiguous while the other is non-contiguous.