blob: 0cfd6f5cea15d442fa1c87291f327c2b6ec67cb3 [file] [log] [blame]
# This file should contain entries for expectations that are specific
# to the Apple Mac port running WebKit1 (DumpRenderTree)
#//////////////////////////////////////////////////////////////////////////////////////////
# Platform-specific tests. Skipped globally, then re-enabled here.
#//////////////////////////////////////////////////////////////////////////////////////////
fast/forms/attributed-strings.html [ Pass ]
#//////////////////////////////////////////////////////////////////////////////////////////
# End platform-specific directories.
#//////////////////////////////////////////////////////////////////////////////////////////
###### This file has two sections. When adding new tests, make sure to
###### add to the right section:
### (1) Failures with bug reports
### (2) Failures without bug reports
########################################
### START OF (1) Failures with bug reports
# Asserts in WebKit1-debug due to a preexisting issue with overflow rect computation
webkit.org/b/118269 compositing/geometry/fixed-position-flipped-writing-mode.html
# Before Yosemite, the test did not actually test compositing vs. non-compositing on WebKit1, so it passed accidentally.
webkit.org/b/132421 [ Yosemite+ ] fast/multicol/fixed-stack.html [ ImageOnlyFailure ]
webkit.org/b/104104 fast/overflow/scrollbar-click-retains-focus.html [ Failure ]
webkit.org/b/82981 http/tests/misc/favicon-loads-with-icon-loading-override.html [ Failure ]
webkit.org/b/90724 compositing/iframes/iframe-size-from-zero.html [ Failure ]
webkit.org/b/138697 fast/events/overflow-scroll-fake-mouse-move.html [ Pass Failure ]
webkit.org/b/82747 fast/events/scroll-div-with-prevent-default-in-subframe.html [ Failure ]
webkit.org/b/112533 media/auto-play-in-sandbox-with-allow-scripts.html [ Pass Timeout ]
webkit.org/b/139778 fullscreen/exit-full-screen-iframe.html [ Skip ]
webkit.org/b/139862 editing/spelling/grammar-edit-word.html [ Skip ]
webkit.org/b/144127 compositing/scrolling/touch-scroll-to-clip.html [ Pass Failure ]
webkit.org/b/145432 media/video-transformed-by-javascript.html [ Failure ]
webkit.org/b/146622 [ Yosemite Debug ] webgl/1.0.2/conformance/more/functions/copyTexImage2DBadArgs.html [ Pass Failure ]
webkit.org/b/150564 svg/repaint/add-background-property-on-root.html [ Pass Timeout ]
webkit.org/b/152485 webaudio/audiocontext-state-interrupted.html [ Pass Crash ]
webkit.org/b/152789 webarchive/adopt-attribute-styled-body-webarchive.html [ Pass Crash ]
webkit.org/b/154297 [ Debug ] fast/events/keydown-1.html [ Pass Failure ]
webkit.org/b/155196 security/contentSecurityPolicy/video-with-blob-url-allowed-by-media-src-star.html [ Skip ]
webkit.org/b/153143 [ Yosemite ] media/track/track-in-band-style.html [ Pass Crash ]
webkit.org/b/155067 storage/indexeddb/transaction-abort-private.html [ Pass Crash ]
### END OF (1) Failures with bug reports
########################################
########################################
### START OF (2) Failures without bug reports
# Fails with WebKit1 only.
editing/secure-input/reset-state-on-navigation.html [ Failure ]
# Plug-in blocking callback doesn't exist in WebKit1.
plugins/unavailable-plugin-indicator-obscurity.html
# Color input is not yet implemented on Mac WK1. Currently, using it erroneously triggers an ASSERT_NOT_REACHED.
webkit.org/b/119094 fast/forms/color/input-color-onchange-event.html [ Skip ]
webkit.org/b/119094 fast/forms/color/color-suggestion-picker-crash-on-set-value.html [ Skip ]
# DumpRenderTree doesn't support logging calls to runOpenPanel.
fast/forms/file/open-file-panel.html [ Skip ]
# WK1 and WK2 mousemove events are subtly different in ways that break this test on WK1.
fast/events/ghostly-mousemoves-in-subframe.html [ Skip ]
# Test support for inserting special characters is not yet implemented on WK1.
fast/events/before-input-prevent-insert-replacement.html [ Skip ]
fast/events/input-event-insert-replacement.html [ Skip ]
# Media Stream API testing is not supported for WK1 yet.
fast/mediastream
http/tests/media/media-stream
http/tests/ssl/media-stream
# These tests test the Shadow DOM based HTML form validation UI but Mac WK1 is using native dialogs instead.
fast/forms/validation-message-on-listbox.html
fast/forms/validation-message-on-menulist.html
fast/forms/validation-message-on-radio.html
fast/forms/validation-message-on-checkbox.html
fast/forms/validation-message-on-range.html
fast/forms/validation-message-clone.html
fast/forms/validation-message-in-relative-body.html
fast/forms/validation-message-appearance.html
fast/forms/validation-message-on-textarea.html
# Disable snapshotting tests on WK1 only
plugins/snapshotting
# WK1 doesn't do pending WebGL policies
fast/canvas/webgl/useWhilePending.html [ Skip ]
# Mac-WK1 only caches frames containing HTML at the moment.
http/tests/navigation/page-cache-iframe-no-current-historyItem.html
# Animated image throttling behaves differently on WK1.
fast/images/animated-gif-body-outside-viewport.html [ Skip ]
fast/images/animated-gif-window-resizing.html [ Skip ]
fast/images/animated-gif-zooming.html [ Skip ]
# WK1 uses the native scrollview for scrolling by page.
scrollbars/scrolling-backward-by-page-accounting-bottom-fixed-elements-on-keyboard-spacebar.html
scrollbars/scrolling-backward-by-page-on-keyboard-spacebar.html
scrollbars/scrolling-by-page-accounting-oversized-fixed-elements-on-keyboard-spacebar.html
scrollbars/scrolling-by-page-accounting-top-fixed-elements-on-keyboard-spacebar.html
scrollbars/scrolling-by-page-accounting-top-fixed-elements-with-negative-top-on-keyboard-spacebar.html
scrollbars/scrolling-by-page-ignoring-hidden-fixed-elements-on-keyboard-spacebar.html
scrollbars/scrolling-by-page-ignoring-transparent-fixed-elements-on-keyboard-spacebar.html
scrollbars/scrolling-by-page-on-keyboard-spacebar.html
# This test times out.
webkit.org/b/147683 fast/scrolling/latching/scroll-div-with-nested-nonscrollable-iframe.html [ Skip ]
fast/scrolling/iframe-scrollable-after-back.html [ Skip ]
fast/scrolling/overflow-scrollable-after-back.html [ Skip ]
fast/scrolling/scroll-container-horizontally.html [ Failure ]
compositing/rtl/rtl-fixed-overflow-scrolled.html [ Failure ]
compositing/iframes/overlapped-nested-iframes.html [ Pass Failure ]
# Disk cache is WK2 only
http/tests/cache/disk-cache
[ Yosemite+ ] fast/ruby/ruby-expansion-cjk-2.html [ ImageOnlyFailure ]
# ShouldOpenExternalURLs not yet supported in WK1
loader/navigation-policy [ Skip ]
[ ElCapitan+ ] css3/masking/mask-repeat-space-padding.html [ ImageOnlyFailure ]
# This test gives a different output on ElCapitan-wk1 only.
webkit.org/b/152178 [ Yosemite+ ] fast/replaced/replaced-breaking.html [ Failure ]
# DRT can open way more files than the DatabaseProcess with WebKitTestRunner, and the number is reasonable.
# So we shouldn't bother with this test in WebKit1.
storage/indexeddb/modern/exceed-open-file-limit.html
### END OF (2) Failures without bug reports
########################################
# This test is WebKit2-only
http/tests/contentfiltering/load-substitute-data-from-appcache.html
fast/dom/Window/child-window-focus.html
# Testing the system language declaratively only makes sense in WK2, because it's implemented in WebKitTestRunner by launching a new WebContent process.
fast/text/international/system-language [ Pass Failure ImageOnlyFailure ]
# Imported Blink tests which have not been investigated.
imported/blink/fast/canvas/bug382588.html [ Pass Timeout ImageOnlyFailure ]
[ Debug ] imported/blink/compositing/video/video-controls-layer-creation-squashing.html [ Pass ImageOnlyFailure ]
# Blink tests that time out waiting on requestAnimationFrame callbacks. http://webkit.org/b/150050
imported/blink/animations/background-shorthand-crash.html [ Pass Timeout ]
imported/blink/compositing/squashing/invalidate-on-grouped-mapping-reorder.html [ Pass Timeout ]
imported/blink/css3/calc/transition-asan-crash.html [ Pass Timeout ]
imported/blink/fast/images/image-hover-display-alt.html [ Pass Timeout ]
imported/blink/fast/inline/reparent-inline-box.html [ Pass Timeout ]
imported/blink/fast/text-autosizing/print-autosizing.html [ Pass Timeout ]
imported/blink/paint/theme/search-field-resuts-decoration-crash.html [ Pass Timeout ]
imported/blink/svg/filters/feColorMatrix-setAttribute-crash1.html [ Pass Timeout ]
imported/blink/svg/hittest/rect-miterlimit.html [ Pass Timeout ]
imported/blink/compositing/reorder-z-with-style.html [ Pass Timeout ]
imported/blink/svg/custom/marker-layout-invalidation.html [ Pass Timeout ]
imported/blink/fast/css/crash-corner-present.html [ Pass Timeout ]
imported/blink/compositing/layer-creation/iframe-clip-removed.html [ Pass Timeout ]
# ASAN test only fails on WK1:
webgl/1.0.3/151055_asan.html [ Failure ]
# Lacking WK1 TestRunner API that evaluates JavaScript through JSC APIs and not WebCore APIs.
inspector/script-profiler/event-type-API.html [ Skip ]
# WK1 Inspector running in the same VM as the inspected page skews heap snapshot results.
inspector/heap/getPreview.html [ Skip ]
inspector/heap/getRemoteObject.html [ Skip ]
inspector/unit-tests/heap-snapshot.html [ Skip ]
inspector/unit-tests/heap-snapshot-collection-event.html [ Skip ]
# This test checks ScrollAnimator events only for main frame scrollbars that use native widgets in WK1.
fast/scrolling/scroll-animator-overlay-scrollbars-hovered.html [ Skip ]
# This hit-test test doesn't work on DRT
webkit.org/b/156084 accessibility/mac/video-tag-hit-test.html [ Skip ]
# <a download> is not supported in WK1 yet.
webkit.org/b/156069 fast/dom/HTMLAnchorElement/anchor-nodownload-set.html [ Failure ]
webkit.org/b/156069 fast/dom/HTMLAnchorElement/anchor-download.html [ Failure ]
webkit.org/b/156069 fast/dom/HTMLAnchorElement/anchor-download-synthetic-click.html [ Skip ]
webkit.org/b/156069 fast/dom/HTMLAnchorElement/anchor-download-user-triggered-synthetic-click.html [ Skip ]
webkit.org/b/156069 fast/dom/HTMLAnchorElement/anchor-file-blob-download.html [ Skip ]
webkit.org/b/156069 http/tests/download/area-download.html [ Skip ]
webkit.org/b/156069 http/tests/security/anchor-download-allow-blob.html [ Skip ]
webkit.org/b/156069 http/tests/security/anchor-download-allow-data.html [ Skip ]
webkit.org/b/156069 http/tests/security/anchor-download-allow-sameorigin.html [ Skip ]
webkit.org/b/156069 http/tests/security/anchor-download-block-crossorigin.html [ Skip ]
# testRunner.setShouldDownloadUndisplayableMIMETypes() is not supported on WK1.
fast/dom/HTMLAnchorElement/anchor-file-blob-convert-to-download.html [ Skip ]
webkit.org/b/156629 imported/w3c/web-platform-tests/html/semantics/embedded-content/the-img-element/sizes/parse-a-sizes-attribute.html [ Pass Failure ]
webkit.org/b/157007 fast/layers/no-clipping-overflow-hidden-added-after-transform.html [ Pass ImageOnlyFailure ]
# This test relies on a settings option that we can only set with WKRT.
js/dom/regress-157246.html
# dumpPolicyDelegateCallbacks is not supported in DumpRenderTree
fast/loader/iframe-src-invalid-url.html [ Skip ]
webkit.org/b/157589 fast/text-autosizing/ios/text-autosizing-after-back.html [ Pass Timeout ]
# repaint rects work differently on WK1
fast/repaint/vertical-text-repaint.html [ Pass Failure ]
webkit.org/b/158585 webgl/webgl-backing-store-size-update.html [ Pass Timeout ]
# <rdar://problem/24818712>
[ Sierra+ ] editing/spelling/spelling-insert-html.html [ Pass Timeout ]
# <rdar://problem/26399598>
[ Sierra+ ] editing/spelling/spellcheck-async.html [ Failure ]
[ Sierra+ ] editing/spelling/markers.html [ Failure ]
[ Sierra+ ] editing/spelling/spelling-unified-emulation.html [ Failure ]
# <rdar://problem/26050923> The result is probably still a pass, but we don't have a way
# to have platform specific results that are different between WK1 and WK2.
[ Sierra+ ] accessibility/mac/document-attributes.html [ Failure ]
[ Sierra+ ] accessibility/parent-delete.html [ Failure ]
# rdar://problem/28017216
[ Yosemite ElCapitan ] fast/inline-block/003.html [ Failure ]
# rdar://problem/26478296
[ Sierra+ ] svg/hixie/text/003.html [ Failure ]
[ Yosemite ] http/tests/media/hls/video-controller-getStartDate.html [ Pass Timeout ]
webkit.org/b/159893 [ Debug ] imported/w3c/web-platform-tests/XMLHttpRequest/event-readystatechange-loaded.htm [ Pass Failure ]
webkit.org/b/160101 userscripts/window-onerror-for-isolated-world-3.html [ Pass Failure ]
webkit.org/b/105870 [ Debug ] webaudio/audionode-connect-order.html [ Pass Crash ]
webkit.org/b/160227 [ ElCapitan Debug ] inspector/memory/tracking.html [ Pass Crash ]
webkit.org/b/165934 [ ElCapitan Yosemite ] js/dom/global-constructors-attributes.html [ Failure ]
# rdar://problem/27723718
[ Sierra+ ] imported/blink/compositing/child-transform-with-anchor-point.html [ ImageOnlyFailure ]
webkit.org/b/161056 gamepad [ Skip ]
webkit.org/b/161191 imported/w3c/web-platform-tests/url/url-setters.html [ Skip ]
webkit.org/b/162592 [ Sierra+ ] css3/filters/backdrop/backdrop-filter-with-reflection.html [ Pass ImageOnlyFailure ]
webkit.org/b/162591 [ Sierra+ ] css3/filters/backdrop/backdrop-filter-with-reflection-add-backdrop.html [ Pass ImageOnlyFailure ]
webkit.org/b/162591 [ Sierra+ ] css3/filters/backdrop/backdrop-filter-with-reflection-value-change.html [ Pass ImageOnlyFailure ]
webkit.org/b/161360 [ Release ] imported/w3c/web-platform-tests/html/browsers/browsing-the-web/history-traversal/persisted-user-state-restoration/scroll-restoration-fragment-scrolling-cross-origin.html [ Pass Failure ]
webkit.org/b/163361 imported/w3c/web-platform-tests/html/webappapis/animation-frames/callback-exception.html [ Pass Failure ]
webkit.org/b/163361 imported/w3c/web-platform-tests/html/webappapis/animation-frames/callback-invoked.html [ Pass Failure ]
webkit.org/b/163361 imported/w3c/web-platform-tests/html/webappapis/animation-frames/callback-multicalls.html [ Pass Failure ]
webkit.org/b/164491 [ Yosemite ElCapitan ] fast/visual-viewport/rtl-zoomed-rects.html [ Failure ]
webkit.org/b/164933 http/tests/misc/link-rel-icon-beforeload.html [ Failure ]
webkit.org/b/165541 compositing/layer-creation/fixed-overlap-extent-rtl.html [ Failure ]
webkit.org/b/165541 compositing/rtl/rtl-fixed-overflow.html [ Failure ]
webkit.org/b/165589 pointer-lock/lock-lost-on-esc-in-fullscreen.html [ Skip ]
# webkit.org/b/163585
media/track/track-cues-cuechange.html [ Pass Crash ]
media/track/track-cue-rendering-horizontal.html [ Pass Crash ]
media/accessibility-closed-captions-has-aria-owns.html [ Pass Crash ]
media/track/track-cues-enter-exit.html [ Pass Crash ]
webkit.org/b/167320 [ Sierra Release ] media/modern-media-controls/placard-support/placard-support-pip.html [ Pass Crash ]
webkit.org/b/167352 media/modern-media-controls/rewind-button/rewind-button.html [ Pass Timeout ]
webkit.org/b/167347 media/modern-media-controls/airplay-button/airplay-button-on.html [ Pass Timeout ]
webkit.org/b/164620 media/modern-media-controls/skip-back-button/skip-back-button.html [ Pass Timeout ]
webkit.org/b/164571 media/modern-media-controls/media-controller/media-controller-resize.html [ Pass Failure ]
webkit.org/b/167372 media/modern-media-controls/macos-fullscreen-media-controls/macos-fullscreen-media-controls-buttons-styles.html [ Pass Failure ]
webkit.org/b/163598 media/modern-media-controls/macos-inline-media-controls/macos-inline-media-controls-buttons-styles.html [ Pass Timeout ]
webkit.org/b/167371 media/modern-media-controls/buttons-container/buttons-container-buttons-property.html [ Pass Timeout ]
webkit.org/b/167127 pointer-lock/locked-element-removed-from-dom.html