Capture/Replay Tests: Expand suppressions.

src/tests/capture_replay_tests.py

@@ -996,23 +996,23 @@ def main(args):
                timedout_count))
         if len(failed_tests):
             print("Failed tests:")
-            for failed_test in failed_tests:
+            for failed_test in sorted(failed_tests):
                 print("\t" + failed_test)
         if len(crashed_tests):
             print("Crashed tests:")
-            for crashed_test in crashed_tests:
+            for crashed_test in sorted(crashed_tests):
                 print("\t" + crashed_test)
         if len(compile_failed_tests):
             print("Compile failed tests:")
-            for compile_failed_test in compile_failed_tests:
+            for compile_failed_test in sorted(compile_failed_tests):
                 print("\t" + compile_failed_test)
         if len(skipped_tests):
             print("Skipped tests:")
-            for skipped_test in skipped_tests:
+            for skipped_test in sorted(skipped_tests):
                 print("\t" + skipped_test)
         if len(timed_out_tests):
             print("Timeout tests:")
-            for timeout_test in timed_out_tests:
+            for timeout_test in sorted(timed_out_tests):
                 print("\t" + timeout_test)
 
         # delete generated folders if --keep_temp_files flag is set to false

src/tests/capture_replay_tests/capture_replay_expectations.txt

@@ -16,28 +16,33 @@ BindUniformLocationTest.SamplerLocation/ES2_Vulkan
 BindUniformLocationTest.UnusedUniformUpdate/ES2_Vulkan
 BindUniformLocationTest.UnusedUniformUpdateComplex/ES2_Vulkan
 BindUniformLocationTest.UseSamplerWhenUnusedUniforms/ES2_Vulkan
-VulkanClearTest.*
 ClientArraysTest.*
 CopyTexImageTest.*
 CopyTextureTestWebGL.*
+D3DImageFormatConversionTest.*
 DifferentStencilMasksTest.*
 EGLContextASANTest.*
 EGLContextSharingTest.TextureLifetime/ES2_Vulkan
 FramebufferTest.MultiContextNoRenderingFeedbackLoops/ES2_Vulkan
+GetTexLevelParameterTest.ExtensionStringExposed/ES2_Vulkan
+InstancingTest.LineLoop/ES2_Vulkan
 MaxTextureSizeTest.*
 MultisampledRenderToTextureTest.FramebufferCompleteness/ES2_Vulkan
 MultisampledRenderToTextureTest.TextureCubeMapParameterCheck/ES2_Vulkan
 PbufferTest.BindTexImage/ES2_Vulkan
 PbufferTest.Clearing/ES2_Vulkan
 PbufferTest.TextureSizeReset/ES2_Vulkan
+RequestExtensionTest.ExtensionsDisabledByDefault/ES2_Vulkan
+RequestExtensionTest.Queries/ES2_Vulkan
 RobustBufferAccessBehaviorTest.DynamicBuffer/ES2_Vulkan
-TextureCubeTest.*
+SimpleStateChangeTest.RebindTranslatedAttribute/ES2_Vulkan
 Texture2DDepthTest.DepthTextureES2Compatibility/ES2_Vulkan
+TextureCubeTest.*
+VulkanClearTest.*
 WebGL2ReadOutsideFramebufferTest.*
 WebGLDrawElementsTest.*
 WebGLGLSLTest.*
 WebGLReadOutsideFramebufferTest.*
-D3DImageFormatConversionTest.*
 
 # Crashed tests
 BlendMinMaxTest.*
@@ -45,27 +50,35 @@ BlitFramebufferANGLETest.*
 BufferDataTest.*
 ClipDistanceTest.*
 ColorMaskTest.*
+CopyCompressedTextureTest.InternalFormat/ES2_Vulkan
 DebugMarkerTest.*
 DebugTest.*
 DepthStencilTest.*
 DiscardFramebufferEXTTest.*
 DrawBuffersTest.*
+EGLPrintEGLinfoTest.PrintGLESCapabilities/ES2_Vulkan
 EGLStreamTest.*
 ExternalWrapTest.*
 FenceNVTest.*
+GetImageTestNoExtensions.EntryPointsInactive/ES2_Vulkan
 GLSLTest.ArrayOfStructContainingArrayOfSamplers/ES2_Vulkan
+GLSLTest.InactiveSamplersInStruct/ES2_Vulkan
 GLSLTest.MixedShaderLengths/ES2_Vulkan
 GLSLTest.ZeroShaderLength/ES2_Vulkan
-GetImageTestNoExtensions.EntryPointsInactive/ES2_Vulkan
+GPUTestConfigTest.GPUTestConfigConditions_D3D11/ES2_Vulkan
 ImageTest.*
 IndexedPointsTestUByte.*
 IndexedPointsTestUInt.*
 IndexedPointsTestUShort.*
 OcclusionQueriesTest.*
 PBOExtensionTest.*
-SRGBFramebufferTest.Validation/ES2_Vulkan
+PixmapTest.Clearing/ES2_Vulkan
 SemaphoreTest.SemaphoreShouldBeSemaphore/ES2_Vulkan
+SimpleOperationTest.DrawQuad/ES2_Vulkan
+SRGBFramebufferTest.Validation/ES2_Vulkan
+StateChangeRenderTest.GenerateMipmap/ES2_Vulkan
 SyncQueriesTest.*
+TextureLimitsTest.MaxCombinedTextures/ES2_Vulkan
 TimerQueriesTest.*
 UniformTest.Sampler/ES2_Vulkan
 UnpackAlignmentTest.*
@@ -84,7 +97,14 @@ LineLoopTest.DISABLED_DrawArraysWithLargeCount/ES2_Vulkan
 MipmapTest.DISABLED_ThreeLevelsInitData/ES2_Vulkan
 
 # Compile failed tests
+CopyTextureTest.CopyTextureInvalidTextureIds/ES2_Vulkan
+CubeMapTextureTest.RenderToFacesConsecutively/ES2_Vulkan
+EGLSyncTest.AndroidNativeFence_WaitSync/ES2_Vulkan
+ExplicitContextTest.GetProcAddress/ES2_Vulkan
 GetImageTest.*
+GetTexLevelParameterTest.Queries/ES2_Vulkan
+GLSLTest.InvariantGLPosition/ES2_Vulkan
+GLSLTest.MissingReturnVec4/ES2_Vulkan
 InstancingTest.IndexedAttrib0PointBufferAngle/ES2_Vulkan
 InstancingTest.IndexedAttrib0PointBufferExt/ES2_Vulkan
 InstancingTest.IndexedAttrib0PointMemoryAngle/ES2_Vulkan
@@ -209,5 +229,15 @@ InstancingTest.NonIndexedAttrib1TriFanMemoryExtOffset0/ES2_Vulkan
 InstancingTest.NonIndexedAttrib1TriFanMemoryExtOffset8/ES2_Vulkan
 MemoryObjectTest.MemoryObjectQueries/ES2_Vulkan
 MemoryObjectTest.MemoryObjectShouldBeMemoryObject/ES2_Vulkan
+MemoryObjectTest.ShouldFailValidationOnImportFdUnsupportedHandleType/ES2_Vulkan
+PointSpritesTest.PointWithoutAttributesCompliance/ES2_Vulkan
+RobustBufferAccessBehaviorTest.EmptyBuffer/ES2_Vulkan
 RobustClientMemoryTest.*
-RobustResourceInitTest.*
\ No newline at end of file
+RobustResourceInitTest.*
+SemaphoreTest.*
+SimpleOperationTest.DrawTriangleFan/ES2_Vulkan
+SimpleStateChangeTest.DrawElementsThenDrawElementsNewIndexBuffer/ES2_Vulkan
+StateChangeTest.FramebufferIncompleteDepthAttachment/ES2_Vulkan
+Texture2DTest.CopySubImageFloat_RGB_R/ES2_Vulkan
+TextureRectangleTest.RenderToRectangle/ES2_Vulkan
+VulkanExternalImageTest.*