blob: be6a8f9973429ece80c33e4c6a1d537cf90090e2 [file] [log] [blame]
#////////////////////////////////////////////////////////////////////////////////////////
# This file contains the specific expectations that only fail or only pass on Wayland.
#
# This file overrides the generic GTK+ one when running the layout tests with --wayland
# Default baseline search path with --wayland: gtk-wayland -> gtk -> wk2 -> generic.
#////////////////////////////////////////////////////////////////////////////////////////
#////////////////////////////////////////////////////////////////////////////////////////
# Passing in Wayland, broken in X11
#////////////////////////////////////////////////////////////////////////////////////////
webkit.org/b/177536 media/video-object-fit.html [ Pass ]
webkit.org/b/198830 media/video-colorspace-yuv422.html [ Pass ]
webkit.org/b/210360 webrtc/video-update-often.html [ Pass ]
webkit.org/b/210370 media/track/text-track-cue-is-reachable.html [ Pass ]
webkit.org/b/210848 compositing/video/video-border-radius-clipping.html [ Pass ]
#//////////////////////////////////////////////////////////////////////////////////////////
# Triaged Expectations
# * KEEP THE SECTIONS SORTED ALPHABETICALLY.
# * ALWAYS WITH BUG ENTRIES for things like Timeout, Failure and Crash.
#
# For more info, check the glib/TestExpectations file
# If unsure of where to put the expectations, add the test to the end of the file and
# ask for triaging.
#//////////////////////////////////////////////////////////////////////////////////////////
# Workers
## Crashing in X11, but also timing out in Wayland
webkit.org/b/177940 workers/wasm-hashset-many-2.html [ Crash Timeout ]
#//////////////////////////////////////////////////////////////////////////////////////////
# End of Triaged Expectations
# Legacy Expectations sections below
#//////////////////////////////////////////////////////////////////////////////////////////
#////////////////////////////////////////////////////////////////////////////////////////
# Expected failures
#////////////////////////////////////////////////////////////////////////////////////////
webkit.org/b/156717 editing/pasteboard/gtk/middle-click-onpaste.html [ Failure ]
webkit.org/b/156717 editing/pasteboard/paste-global-selection.html [ Failure ]
webkit.org/b/156717 fast/repaint/animation-after-layer-scroll.html [ Failure ]
webkit.org/b/156717 imported/blink/css3/blending/mix-blend-mode-has-ancestor-clipping-layer.html [ ImageOnlyFailure ]
webkit.org/b/156717 imported/blink/css3/blending/mix-blend-mode-multiply.html [ ImageOnlyFailure ]
webkit.org/b/156717 transforms/3d/hit-testing/backface-hit-test.html [ Failure ]
webkit.org/b/156717 transforms/3d/hit-testing/backface-no-transform-hit-test.html [ Failure ]
webkit.org/b/156717 transforms/3d/hit-testing/overlapping-layers-hit-test.html [ Failure ]
webkit.org/b/156717 transforms/3d/hit-testing/perspective-clipped.html [ Failure ]
webkit.org/b/156717 transforms/3d/hit-testing/rotated-hit-test2.html [ Failure ]
webkit.org/b/156717 transforms/3d/hit-testing/rotated-hit-test.html [ Failure ]
webkit.org/b/156717 transforms/3d/point-mapping/3d-point-mapping-2.html [ Failure ]
webkit.org/b/156717 transforms/3d/point-mapping/3d-point-mapping-3.html [ Failure ]
webkit.org/b/156717 transforms/3d/point-mapping/3d-point-mapping-coplanar.html [ Failure ]
webkit.org/b/156717 transforms/3d/point-mapping/3d-point-mapping-deep.html [ Failure ]
webkit.org/b/156717 transforms/3d/point-mapping/3d-point-mapping.html [ Failure ]
webkit.org/b/156717 transforms/3d/point-mapping/3d-point-mapping-origins.html [ Failure ]
webkit.org/b/156717 transforms/3d/point-mapping/3d-point-mapping-overlapping.html [ Failure ]
webkit.org/b/156717 transforms/3d/point-mapping/3d-point-mapping-preserve-3d.html [ Failure ]
# Diff of failures (and passes) related with WebGL and Compositing tests (compared to --display-server=xvfb)
# When passing --display-server=wayland on an system running native Weston on an Intel GPU (like the GTK Wayland bot)
webkit.org/b/169917 fast/canvas/webgl/drawingbuffer-test.html [ Failure ]
webkit.org/b/169917 webgl/1.0.3/conformance/textures/texture-npot-video.html [ Crash Pass ]
webkit.org/b/169917 webgl/1.0.3/conformance/rendering/many-draw-calls.html [ Timeout Pass ]
webkit.org/b/169917 webgl/1.0.3/conformance/glsl/bugs/temp-expressions-should-not-crash.html [ Timeout ]
webkit.org/b/169917 webgl/1.0.3/conformance/extensions/webgl-draw-buffers.html [ Failure ]
webkit.org/b/169917 webgl/1.0.3/conformance/rendering/negative-one-index.html [ Timeout Pass ]
webkit.org/b/169917 webgl/webgl-padding.html [ ImageOnlyFailure ]
webkit.org/b/169917 webgl/webgl-backing-store-size-update.html [ ImageOnlyFailure ]
webkit.org/b/169917 fast/canvas/webgl/context-attributes-alpha-depth-stencil-antialias.html [ Pass ]
webkit.org/b/169917 webgl/1.0.3/conformance/context/context-attributes-alpha-depth-stencil-antialias.html [ Pass ]
webkit.org/b/169917 webgl/1.0.3/conformance/textures/texture-mips.html [ Pass ]
webkit.org/b/169917 webgl/1.0.3/conformance/textures/texture-npot.html [ Pass ]
webkit.org/b/169917 webgl/1.0.3/conformance/textures/texture-size-limit.html [ Pass ]
webkit.org/b/169918 compositing/geometry/fixed-position-composited-page-scale-smaller-than-viewport.html [ ImageOnlyFailure ]
webkit.org/b/169918 compositing/visibility/visibility-simple-video-layer.html [ ImageOnlyFailure Timeout Pass ]
webkit.org/b/169918 compositing/backing/solid-color-with-paints-into-ancestor.html [ ImageOnlyFailure ]
# testRunner.setWindowIsKey() depends on gtk_window_present(),which
# does not work currently in Wayland. See GNOME bug #766284.
webkit.org/b/183365 fast/dom/Window/window-focus-self.html [ Failure ]
webkit.org/b/183365 fast/selectors/selection-window-inactive.html [ ImageOnlyFailure ]
webkit.org/b/183365 scrollbars/corner-resizer-window-inactive.html [ ImageOnlyFailure ]
webkit.org/b/183365 fast/selectors/selection-window-inactive-stroke-color.html [ ImageOnlyFailure ]
webkit.org/b/183365 fast/selectors/selection-window-inactive-text-shadow.html [ ImageOnlyFailure ]
webkit.org/b/183365 fast/selectors/text-field-selection-window-inactive-stroke-color.html [ ImageOnlyFailure ]
webkit.org/b/183365 fast/selectors/text-field-selection-window-inactive-text-shadow.html [ ImageOnlyFailure ]
webkit.org/b/183611 media/context-menu-actions.html [ Failure ]
webkit.org/b/102776 media/track/track-cue-rendering-horizontal.html [ Failure Timeout ]
webkit.org/b/206584 media/video-set-presentation-mode-to-inline.html [ Failure ]
webkit.org/b/163823 media/video-volume-slider.html [ Failure ]
webkit.org/b/193638 media/video-webkit-playsinline.html [ Failure ]
#////////////////////////////////////////////////////////////////////////////////////////
# End of Expected failures
#////////////////////////////////////////////////////////////////////////////////////////
#////////////////////////////////////////////////////////////////////////////////////////
# Crashing tests
#////////////////////////////////////////////////////////////////////////////////////////
webkit.org/b/156717 editing/spelling/spelling-changed-text.html [ Crash ]
webkit.org/b/156717 fast/events/dropzone-005.html [ Crash ]
webkit.org/b/156717 fast/events/keydown-numpad-keys.html [ Crash ]
webkit.org/b/156717 fast/events/open-window-from-another-frame.html [ Crash ]
webkit.org/b/156717 fast/events/popup-allowed-from-gesture-initiated-event.html [ Crash ]
webkit.org/b/156717 fast/events/popup-blocked-from-fake-user-gesture.html [ Crash ]
webkit.org/b/156717 fast/events/popup-blocking-timers1.html [ Crash ]
webkit.org/b/156717 fast/forms/listbox-typeahead-cyrillic.html [ Crash ]
webkit.org/b/156717 fast/forms/listbox-typeahead-greek.html [ Crash ]
webkit.org/b/156717 fast/forms/select-type-ahead-non-latin.html [ Crash ]
webkit.org/b/156717 fast/history/history_reload.html [ Crash ]
webkit.org/b/156717 fast/history/window-open.html [ Crash ]
webkit.org/b/156717 http/tests/navigation/no-referrer-reset.html [ Crash ]
webkit.org/b/156717 http/tests/navigation/no-referrer-target-blank.html [ Crash ]
webkit.org/b/156717 http/tests/security/dataTransfer-set-data-file-url.html [ Crash ]
webkit.org/b/156717 http/tests/security/isolatedWorld/userGestureEvents.html [ Crash ]
webkit.org/b/156717 http/tests/security/referrer-policy-redirect-link.html [ Crash ]
webkit.org/b/156717 loader/navigation-policy/should-open-external-urls/user-gesture-target-blank-with-flag-from-subframe.html [ Crash ]
webkit.org/b/156717 loader/navigation-policy/should-open-external-urls/user-gesture-target-blank-with-flag.html [ Crash ]
webkit.org/b/156717 loader/navigation-policy/should-open-external-urls/user-gesture-target-blank-without-flag-from-subframe.html [ Crash ]
webkit.org/b/156717 loader/navigation-policy/should-open-external-urls/user-gesture-target-blank-without-flag.html [ Crash ]
webkit.org/b/156717 loader/navigation-policy/should-open-external-urls/user-gesture-window-open-with-flag-from-subframe.html [ Crash ]
webkit.org/b/156717 loader/navigation-policy/should-open-external-urls/user-gesture-window-open-with-flag.html [ Crash ]
webkit.org/b/156717 loader/navigation-policy/should-open-external-urls/user-gesture-window-open-without-flag-from-subframe.html [ Crash ]
webkit.org/b/156717 loader/navigation-policy/should-open-external-urls/user-gesture-window-open-without-flag.html [ Crash ]
webkit.org/b/156717 media/crash-closing-page-with-media-as-plugin-fallback.html [ Crash ]
# [GTK] Drag and drop can't be tested with WebKitTestRunner
# https://bugs.webkit.org/show_bug.cgi?id=157179
# In Wayland drag and drop events are generated by tests crash.
webkit.org/b/157179 editing/pasteboard/4947130.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/can-read-in-dragstart-event.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/cleanup-on-move.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/dataTransfer-setData-getData.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drag-and-drop-image-contenteditable.html [ Crash Timeout ]
webkit.org/b/157179 editing/pasteboard/drag-and-drop-inputimage-contenteditable.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drag-and-drop-objectimage-contenteditable.html [ Crash Timeout ]
webkit.org/b/157179 editing/pasteboard/drag-drop-copy-content.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drag-drop-dead-frame.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drag-drop-iframe-refresh-crash.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drag-drop-input-in-svg.svg [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drag-drop-input-textarea.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drag-drop-list.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drag-drop-modifies-page.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drag-drop-paragraph-crasher.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drag-drop-url-text.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drag-image-in-about-blank-frame.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drag-link-with-data-transfer-adds-trusted-link-to-pasteboard.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drag-list-item.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drag-selected-image-to-contenteditable.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drop-file-svg.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drop-inputtext-acquires-style.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drop-link.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/drop-text-without-selection.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/get-data-text-plain-drop.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/smart-drag-drop.html [ Crash Failure ]
webkit.org/b/157179 editing/pasteboard/subframe-dragndrop-1.html [ Crash Failure ]
webkit.org/b/157179 editing/selection/4895428-1.html [ Crash Failure ]
webkit.org/b/157179 editing/selection/4895428-4.html [ Crash Failure ]
webkit.org/b/157179 editing/selection/contains-boundaries.html [ Crash Failure ]
webkit.org/b/157179 editing/selection/drag-in-iframe.html [ Crash Failure ]
webkit.org/b/157179 editing/selection/drag-start-event-client-x-y.html [ Crash Failure ]
webkit.org/b/157179 editing/selection/drag-text-delay.html [ Crash Failure ]
webkit.org/b/157179 editing/selection/user-drag-element-and-user-select-none.html [ Crash Failure ]
webkit.org/b/157179 fast/block/float/float-in-float-hit-testing.html [ Crash Failure ]
webkit.org/b/157179 fast/css-generated-content/drag-state.html [ Crash Failure ]
webkit.org/b/157179 fast/css/user-drag-none.html [ Crash Failure ]
webkit.org/b/157179 fast/events/before-input-events-prevent-drag-and-drop.html [ Crash Failure ]
webkit.org/b/157179 fast/events/bogus-dropEffect-effectAllowed.html [ Crash Failure ]
webkit.org/b/157179 fast/events/clear-drag-state.html [ Crash Failure ]
webkit.org/b/157179 fast/events/clear-edit-drag-state.html [ Crash Failure ]
webkit.org/b/157179 fast/events/content-changed-during-drop.html [ Crash Failure ]
webkit.org/b/157179 fast/events/crash-on-mutate-during-drop.html [ Crash Failure ]
webkit.org/b/157179 fast/events/drag-and-drop-autoscroll-inner-frame.html [ Crash Failure Timeout ]
webkit.org/b/157179 fast/events/drag-and-drop-dataTransfer-types-nocrash.html [ Crash Failure ]
webkit.org/b/157179 fast/events/drag-and-drop-fire-drag-dragover.html [ Crash Failure ]
webkit.org/b/157179 fast/events/drag-and-drop.html [ Crash Failure ]
webkit.org/b/157179 fast/events/drag-and-drop-link-fast-multiple-times-does-not-crash.html [ Crash Failure ]
webkit.org/b/157179 fast/events/drag-and-drop-link.html [ Crash Failure ]
webkit.org/b/157179 fast/events/drag-and-drop-link-into-focused-contenteditable.html [ Crash Failure ]
webkit.org/b/157179 fast/events/drag-and-drop-subframe-dataTransfer.html [ Crash Failure Timeout ]
webkit.org/b/157179 fast/events/drag-customData.html [ Crash Failure ]
webkit.org/b/157179 fast/events/draggable-div-customdata.html [ Crash Failure ]
webkit.org/b/157179 fast/events/draggable-div-nodata.html [ Crash Failure ]
webkit.org/b/157179 fast/events/dragging-mouse-moves.html [ Crash Failure ]
webkit.org/b/157179 fast/events/drag-image-filename.html [ Crash Failure ]
webkit.org/b/157179 fast/events/drag-in-frames.html [ Crash Failure ]
webkit.org/b/157179 fast/events/drag-parent-node.html [ Crash Failure ]
webkit.org/b/157179 fast/events/drag-selects-image.html [ Crash Failure ]
webkit.org/b/157179 fast/events/drag-text-with-clear.html [ Crash Failure ]
webkit.org/b/157179 fast/events/dropzone-001.html [ Crash Failure ]
webkit.org/b/157179 fast/events/dropzone-002.html [ Crash Failure ]
webkit.org/b/157179 fast/events/dropzone-003.html [ Crash Failure ]
webkit.org/b/157179 fast/events/input-events-drag-and-drop.html [ Crash Failure ]
webkit.org/b/157179 fast/events/input-events-insert-by-drop.html [ Crash Failure ]
webkit.org/b/157179 fast/events/ondragenter.html [ Crash Failure ]
webkit.org/b/157179 fast/events/ondrop-text-html.html [ Crash Failure ]
webkit.org/b/157179 fast/events/remove-target-with-shadow-in-drag.html
webkit.org/b/157179 fast/events/selectstart-by-drag.html [ Crash Failure ]
webkit.org/b/157179 fast/events/setDragImage-in-document-element-crash.html [ Crash Failure ]
webkit.org/b/157179 fast/events/shift-drag-selection-on-link-triggers-drag-n-drop.html [ Crash Failure ]
webkit.org/b/157179 fast/events/standalone-image-drag-to-editable.html [ Crash Timeout ]
webkit.org/b/157179 fast/forms/drag-into-textarea.html [ Crash Failure ]
webkit.org/b/157179 fast/forms/drag-out-of-textarea.html [ Crash Failure ]
webkit.org/b/157179 fast/forms/range/slider-delete-while-dragging-thumb.html [ Crash Failure ]
webkit.org/b/157179 fast/forms/textfield-drag-into-disabled.html [ Crash Failure ]
webkit.org/b/157179 fast/lists/drag-into-marker.html [ Crash Failure ]
webkit.org/b/157179 fast/scrolling/overflow-scrollable-after-back.html [ Crash Failure ]
webkit.org/b/157179 http/tests/local/drag-over-remote-content.html [ Crash Failure ]
webkit.org/b/157179 http/tests/misc/bubble-drag-events.html [ Crash Failure ]
webkit.org/b/157179 http/tests/misc/drag-over-iframe-invalid-source-crash.html [ Crash Failure ]
webkit.org/b/157179 http/tests/security/drag-drop-same-unique-origin.html [ Crash Failure ]
webkit.org/b/157179 http/tests/security/drag-over-remote-content-iframe.html [ Crash Failure ]
webkit.org/b/157179 http/tests/security/history-username-password.html [ Crash Failure ]
webkit.org/b/157179 imported/blink/compositing/drag-opacity-crash.html [ Crash Failure ]
webkit.org/b/157179 imported/blink/fast/events/drag-leak-document.html [ Crash Failure ]
webkit.org/b/157179 media/video-controls-drag.html [ Crash Failure ]
webkit.org/b/157179 plugins/mouse-events-fixedpos.html [ Crash Failure ]
webkit.org/b/157179 svg/as-image/drag-svg-as-image.html [ Crash Failure ]
#////////////////////////////////////////////////////////////////////////////////////////
# End of Crashing tests
#////////////////////////////////////////////////////////////////////////////////////////
#////////////////////////////////////////////////////////////////////////////////////////
# Tests timing out
#////////////////////////////////////////////////////////////////////////////////////////
webkit.org/b/156717 editing/execCommand/print.html [ Timeout ]
webkit.org/b/156717 fast/images/animated-gif-iframe-webkit-transform.html [ Timeout ]
webkit.org/b/156717 fast/media/print-restores-previous-mediatype.html [ Timeout ]
webkit.org/b/156717 plugins/mouse-events.html [ Timeout Crash ]
webkit.org/b/207711 http/tests/inspector/network/set-resource-caching-disabled-memory-cache.html [ Pass Timeout ]
webkit.org/b/207711 http/tests/inspector/network/x-frame-options.html [ Pass Timeout ]
webkit.org/b/207711 http/tests/multipart/multipart-async-image.html [ Pass Timeout ]
webkit.org/b/207711 imported/w3c/web-platform-tests/web-animations/timing-model/animations/sync-start-times.html [ Pass ImageOnlyFailure ]
webkit.org/b/207711 imported/w3c/web-platform-tests/web-animations/timing-model/animations/update-playback-rate-fast.html [ ImageOnlyFailure ]
# Fullscreen related issues
webkit.org/b/169281 fast/shadow-dom/fullscreen-in-shadow-fullscreenElement.html [ Timeout ]
webkit.org/b/169281 fast/shadow-dom/fullscreen-in-shadow-webkitCurrentFullScreenElement.html [ Timeout ]
webkit.org/b/169281 fast/shadow-dom/fullscreen-in-slot-fullscreenElement.html [ Timeout ]
webkit.org/b/169281 fast/shadow-dom/fullscreen-in-slot-webkitCurrentFullScreenElement.html [ Timeout ]
webkit.org/b/169281 fullscreen [ Timeout ]
webkit.org/b/158923 media/airplay-allows-buffering.html [ Timeout ]
webkit.org/b/158923 media/airplay-autoplay.html [ Timeout ]
webkit.org/b/134979 media/track/track-cue-rendering-snap-to-lines-not-set.html [ Failure Timeout ]
webkit.org/b/163523 media/track/track-manual-mode.html [ Failure Timeout ]
webkit.org/b/196198 http/tests/media/video-play-stall-seek.html [ Timeout Failure ]
#////////////////////////////////////////////////////////////////////////////////////////
# End of Tests timing out
#////////////////////////////////////////////////////////////////////////////////////////
#////////////////////////////////////////////////////////////////////////////////////////
# Flaky tests
#////////////////////////////////////////////////////////////////////////////////////////
webkit.org/b/116277 media/video-buffered.html [ Pass Failure ]
webkit.org/b/134576 media/track/track-cue-rendering.html [ Failure Timeout Pass ]
#////////////////////////////////////////////////////////////////////////////////////////
# End of flaky tests
#////////////////////////////////////////////////////////////////////////////////////////