diff --git a/testing/impeller_vulkan_test_status.csv b/testing/impeller_vulkan_test_status.csv deleted file mode 100644 index 517d67ef9f33e..0000000000000 --- a/testing/impeller_vulkan_test_status.csv +++ /dev/null @@ -1,141 +0,0 @@ -test,status -CanRenderImage/Vulkan,fail -CanRenderTiledTexture/Vulkan,fail -CanRenderImageRect/Vulkan,fail -CoordinateConversionsAreCorrect/Vulkan,fail -CanRenderDifferencePaths/Vulkan,fail -SaveLayerFiltersScaleWithTransform/Vulkan,fail -CanDrawImage/Vulkan,fail -CanDrawWithMaskBlur/Vulkan,fail -CanDrawWithBlendColorFilter/Vulkan,fail -CanDrawWithColorFilterImageFilter/Vulkan,fail -CanDrawWithImageBlurFilter/Vulkan,fail -CanDrawWithComposeImageFilter/Vulkan,fail -CanClampTheResultingColorOfColorMatrixFilter/Vulkan,fail -SaveLayerWithColorMatrixFiltersAndAlphaDrawCorrectly/Vulkan,fail -SaveLayerWithBlendFiltersAndAlphaDrawCorrectly/Vulkan,fail -CanDrawBackdropFilter/Vulkan,fail -CanDrawNinePatchImage/Vulkan,fail -CanDrawNinePatchImageCenterWidthBiggerThanDest/Vulkan,fail -CanDrawNinePatchImageCenterHeightBiggerThanDest/Vulkan,fail -CanDrawNinePatchImageCenterBiggerThanDest/Vulkan,fail -CanDrawNinePatchImageCornersScaledDown/Vulkan,fail -CanDrawWithMatrixFilter/Vulkan,fail -CanDrawPaintWithColorSource/Vulkan,fail -FilterCoverageRespectsCropRect/Vulkan,fail -Filters/Vulkan,fail -GaussianBlurFilter/Vulkan,fail -MorphologyFilter/Vulkan,fail -DrawAtlasNoColor/Vulkan,fail -DrawAtlasWithColor/Vulkan,fail -DrawAtlasUsesProvidedCullRectForCoverage/Vulkan,fail -DrawAtlasWithOpacity/Vulkan,fail -DrawAtlasNoColorFullSize/Vulkan,fail -ColorMatrixFilterEditable/Vulkan,fail -LinearToSrgbFilter/Vulkan,fail -SrgbToLinearFilter/Vulkan,fail -CanCreateBoxPrimitive/Vulkan,fail -CanRenderPerspectiveCube/Vulkan,fail -CanRenderMultiplePrimitives/Vulkan,fail -CanRenderToTexture/Vulkan,fail -CanBlitTextureToTexture/Vulkan,fail -CanGenerateMipmaps/Vulkan,fail -TheImpeller/Vulkan,fail -InactiveUniforms/Vulkan,fail -CanCreateGlyphAtlas/Vulkan,fail -GlyphAtlasWithOddUniqueGlyphSize/Vulkan,fail -CanRegisterStage/Vulkan,pass -CanCreatePipelineFromRuntimeStage/Vulkan,pass -CanvasCTMCanBeUpdated/Vulkan,pass -CanvasCanPushPopCTM/Vulkan,pass -CanRenderColoredRect/Vulkan,pass -CanRenderStrokes/Vulkan,pass -CanRenderCurvedStrokes/Vulkan,pass -CanRenderClips/Vulkan,pass -CanRenderNestedClips/Vulkan,pass -CanRenderDifferenceClips/Vulkan,pass -ClipsUseCurrentTransform/Vulkan,pass -CanSaveLayerStandalone/Vulkan,pass -CanRenderLinearGradient/Vulkan,pass -CanRenderLinearGradientManyColors/Vulkan,pass -CanRenderLinearGradientWayManyColors/Vulkan,pass -CanRenderLinearGradientManyColorsUnevenStops/Vulkan,pass -CanRenderRadialGradient/Vulkan,pass -CanRenderRadialGradientManyColors/Vulkan,pass -CanRenderSweepGradient/Vulkan,pass -CanRenderSweepGradientManyColors/Vulkan,pass -CanRenderDifferentShapesWithSameColorSource/Vulkan,pass -CanPictureConvertToImage/Vulkan,pass -BlendModeShouldCoverWholeScreen/Vulkan,pass -CanRenderGroupOpacity/Vulkan,pass -CanPerformFullScreenMSAA/Vulkan,pass -CanPerformSkew/Vulkan,pass -CanPerformSaveLayerWithBounds/Vulkan,pass -CanPerformSaveLayerWithBoundsAndLargerIntermediateIsNotAllocated/Vulkan,pass -CanRenderRoundedRectWithNonUniformRadii/Vulkan,pass -CanRenderTextFrame/Vulkan,pass -CanRenderItalicizedText/Vulkan,pass -CanRenderEmojiTextFrame/Vulkan,pass -CanRenderTextInSaveLayer/Vulkan,pass -CanDrawPaint/Vulkan,pass -PaintBlendModeIsRespected/Vulkan,pass -ColorWheel/Vulkan,pass -TransformMultipliesCorrectly/Vulkan,pass -SolidStrokesRenderCorrectly/Vulkan,pass -GradientStrokesRenderCorrectly/Vulkan,pass -CoverageOriginShouldBeAccountedForInSubpasses/Vulkan,fail -DrawRectStrokesRenderCorrectly/Vulkan,pass -SaveLayerDrawsBehindSubsequentEntities/Vulkan,pass -SiblingSaveLayerBoundsAreRespected/Vulkan,pass -CanRenderClippedLayers/Vulkan,pass -CanDrawRect/Vulkan,pass -CanDrawTextBlob/Vulkan,pass -CanDrawCapsAndJoins/Vulkan,pass -CanDrawArc/Vulkan,pass -StrokedPathsDrawCorrectly/Vulkan,pass -CanDrawWithOddPathWinding/Vulkan,pass -CanDrawPoints/Vulkan,pass -CanDrawZeroLengthLine/Vulkan,pass -CanDrawShadow/Vulkan,pass -CanConvertTriangleFanToTriangles/Vulkan,pass -CanDrawZeroWidthLine/Vulkan,pass -CanDrawRectWithLinearToSrgbColorFilter/Vulkan,pass -CanBlendDstOverAndDstCorrectly/Vulkan,pass -CanCreateEntity/Vulkan,pass -EntityPassCoverageRespectsDelegateBoundsHint/Vulkan,pass -EntityPassCoverageRespectsCoverageLimit/Vulkan,pass -CanDrawRect/Vulkan,pass -ThreeStrokesInOnePath/Vulkan,pass -TriangleInsideASquare/Vulkan,pass -StrokeCapAndJoinTest/Vulkan,pass -CubicCurveTest/Vulkan,pass -CubicCurveAndOverlapTest/Vulkan,pass -SolidColorContentsStrokeSetStrokeCapsAndJoins/Vulkan,pass -SolidColorContentsStrokeSetMiterLimit/Vulkan,pass -BlendingModeOptions/Vulkan,pass -BezierCircleScaled/Vulkan,pass -SetBlendMode/Vulkan,pass -ContentsGetBoundsForEmptyPathReturnsNullopt/Vulkan,pass -SolidStrokeCoverageIsCorrect/Vulkan,pass -BorderMaskBlurCoverageIsCorrect/Vulkan,pass -DrawVerticesSolidColorTrianglesWithoutIndices/Vulkan,pass -DrawVerticesLinearGradientWithoutIndices/Vulkan,pass -DrawVerticesSolidColorTrianglesWithIndices/Vulkan,pass -SolidFillCoverageIsCorrect/Vulkan,pass -SolidFillShouldRenderIsCorrect/Vulkan,pass -ClipContentsShouldRenderIsCorrect/Vulkan,pass -RRectShadowTest/Vulkan,pass -ColorMatrixFilterCoverageIsCorrect/Vulkan,pass -LinearToSrgbFilterCoverageIsCorrect/Vulkan,pass -SrgbToLinearFilterCoverageIsCorrect/Vulkan,pass -TTTBlendColor/Vulkan,pass -SdfText/Vulkan,pass -RuntimeEffect/Vulkan,pass -ArrayUniforms/Vulkan,pass -CanCreateCPUBackedTexture/Vulkan,pass -DefaultIndexSize/Vulkan,pass -VertexBufferBuilder/Vulkan,pass -CanCreateComputePass/Vulkan,pass -CanConvertTextBlob/Vulkan,pass -CanCreateRenderContext/Vulkan,pass -LazyAtlasTracksColor/Vulkan,pass diff --git a/testing/run_tests.py b/testing/run_tests.py index c17bf210f9487..36d37809e9b6a 100755 --- a/testing/run_tests.py +++ b/testing/run_tests.py @@ -11,7 +11,6 @@ from pathlib import Path import argparse -import csv import errno import glob import multiprocessing @@ -513,19 +512,6 @@ def make_test(name, flags=None, extra_env=None): ) -def parse_impeller_vulkan_filter(): - test_status_path = os.path.join(SCRIPT_DIR, 'impeller_vulkan_test_status.csv') - gtest_filter = '--gtest_filter="' - with open(test_status_path, 'r') as csvfile: - csvreader = csv.reader(csvfile) - next(csvreader) # Skip header. - for row in csvreader: - if row[1] == 'pass': - gtest_filter += '*%s:' % row[0] - gtest_filter += '"' - return gtest_filter - - def run_engine_benchmarks(build_dir, executable_filter): print('Running Engine Benchmarks.') @@ -1209,20 +1195,22 @@ def main(): ) # Use this type to exclusively run impeller vulkan tests. - # TODO (https://github.com/flutter/flutter/issues/113961): Remove this once - # impeller vulkan tests are stable. if 'impeller-vulkan' in types: build_name = args.variant try: xvfb.start_virtual_x(build_name, build_dir) - vulkan_gtest_filter = parse_impeller_vulkan_filter() - gtest_flags = shuffle_flags - gtest_flags.append(vulkan_gtest_filter) run_engine_executable( build_dir, 'impeller_unittests', engine_filter, - gtest_flags, + # TODO(https://github.com/flutter/flutter/issues/127714): Remove test exemption. + # TODO(https://github.com/flutter/flutter/issues/127715): Remove test exemption. + shuffle_flags + [ + '--gtest_filter=-' + '*/OpenGLES:' + 'Play/TypographerTest.MaybeHasOverlapping/Vulkan:' + 'Play/TypographerTest.GlyphAtlasWithLotsOfdUniqueGlyphSize/Vulkan', + ], coverage=args.coverage ) finally: