blob: 1388ec4cfe310dc658a07f8ebc04cb0c2d6da12e [file] [log] [blame]
# This file should contain entries for expectations that are specific
# to the Apple Mac port running the WebKit2 variant (--webkit-test-runner)
###### This file has four sections. When adding new tests, make sure to
###### add to the right section:
### (1) Classified failures with bug reports
### (2) Classified failures without bug reports (yet)
### (3) Unclassified failures
### (4) Features that are not supported in WebKit2 and likely never will be
########################################
### START OF (1) Classified failures with bug reports
# WebKitTestRunner needs an implementation of eventSender
# <https://bugs.webkit.org/show_bug.cgi?id=42194>
editing/pasteboard/4947130.html
editing/pasteboard/cleanup-on-move.html
editing/pasteboard/copy-standalone-image-crash.html
editing/pasteboard/drag-and-drop-image-contenteditable.html
editing/pasteboard/drag-and-drop-inputimage-contenteditable.html
editing/pasteboard/drag-and-drop-objectimage-contenteditable.html
editing/pasteboard/drag-drop-dead-frame.html
editing/pasteboard/drag-drop-input-textarea.html
editing/pasteboard/drag-drop-list.html
editing/pasteboard/drag-drop-modifies-page.html
editing/pasteboard/drag-drop-url-text.html
editing/pasteboard/drag-image-in-about-blank-frame.html
editing/pasteboard/drag-image-to-contenteditable-in-iframe.html
editing/pasteboard/drag-list-item.html
editing/pasteboard/drag-selected-image-to-contenteditable.html
editing/pasteboard/drop-file-svg.html
editing/pasteboard/drop-inputtext-acquires-style.html
editing/pasteboard/drop-link.html
editing/pasteboard/drop-text-events.html
editing/pasteboard/drop-text-without-selection.html
editing/pasteboard/emacs-cntl-y-001.html
editing/pasteboard/emacs-ctrl-k-y-001.html
editing/pasteboard/files-during-page-drags.html
editing/pasteboard/get-data-text-plain-drop.html
editing/pasteboard/smart-drag-drop.html
editing/pasteboard/smart-paste-004.html
editing/pasteboard/subframe-dragndrop-1.html
editing/selection/4895428-1.html
editing/selection/4895428-4.html
editing/selection/5354455-1.html
editing/selection/5354455-2.html
editing/selection/button-right-click.html
editing/selection/contains-boundaries.html
editing/selection/context-menu-on-text.html
editing/selection/doubleclick-beside-cr-span.html
editing/selection/doubleclick-whitespace.html
editing/selection/drag-to-contenteditable-iframe.html
editing/selection/empty-cell-right-click.html
editing/selection/mixed-editability-10.html
editing/selection/select-out-of-editable.html
editing/spelling/context-menu-suggestions.html
editing/spelling/spellcheck-paste.html
editing/spelling/spellcheck-paste-disabled.html
editing/spelling/spellcheck-paste-continuous-disabled.html
fast/dom/Window/window-postmessage-clone.html
fast/dom/vertical-scrollbar-in-rtl.html
fast/events/5056619.html
fast/events/autoscroll-in-textfield.html
fast/events/bogus-dropEffect-effectAllowed.html
fast/events/content-changed-during-drop.html
fast/events/context-no-deselect.html
fast/events/context-onmousedown-event.html
fast/events/contextmenu-scrolled-page-with-frame.html
fast/events/continuous-platform-wheelevent-in-scrolling-div.html
fast/events/crash-on-mutate-during-drop.html
fast/events/drag-and-drop-dataTransfer-types-nocrash.html
fast/events/drag-and-drop-fire-drag-dragover.html
fast/events/drag-and-drop.html
fast/events/drag-in-frames.html
fast/events/drag-parent-node.html
fast/events/dropzone-001.html
fast/events/dropzone-002.html
fast/events/dropzone-003.html
fast/events/dropzone-005.html
fast/events/keydown-numpad-keys.html
fast/events/mouse-click-events.html
fast/events/mouseup-from-button2.html
fast/events/node-event-anchor-lock.html
fast/events/ondragenter.html
fast/events/only-valid-drop-targets-receive-file-drop.html
fast/events/right-click-focus.html
fast/events/selectstart-prevent-selection-on-right-click.html
fast/events/standalone-image-drag-to-editable.html
fast/events/wheelevent-in-horizontal-scrollbar-in-rtl.html
fast/events/wheelevent-in-vertical-scrollbar-in-rtl.html
fast/events/wheelevent-direction-inverted-from-device.html
fast/forms/drag-into-textarea.html
fast/forms/drag-out-of-textarea.html
fast/forms/file/input-file-value.html
fast/forms/listbox-typeahead-cyrillic.html
fast/forms/listbox-typeahead-greek.html
fast/forms/select-type-ahead-non-latin.html
fast/forms/file/input-file-write-files.html
fast/history/window-open.html
fast/lists/drag-into-marker.html
fast/repaint/japanese-rl-selection-repaint.html
fast/repaint/repaint-across-writing-mode-boundary.html
http/tests/local/blob/send-hybrid-blob.html
http/tests/local/drag-over-remote-content.html
http/tests/local/fileapi/send-sliced-dragged-file.html
http/tests/misc/bubble-drag-events.html
http/tests/security/drag-drop-same-unique-origin.html
http/tests/security/drag-over-remote-content-iframe.html
media/controls-right-click-on-timebar.html
platform/mac/editing/pasteboard/dataTransfer-set-data-file-url.html
platform/mac/editing/pasteboard/drag-selections-to-contenteditable.html
platform/mac/fast/forms/listbox-scrollbar-hit-test.html
# [WK2] [Mac] Spellcheck tests don't seem to work
webkit.org/b/105616 editing/spelling/spelling-changed-text.html
webkit.org/b/105616 platform/mac/editing/spelling/removing-underline-after-accepting-autocorrection-using-punctuation.html [ Failure ]
webkit.org/b/105616 platform/mac/editing/spelling/click-autocorrected-word.html
webkit.org/b/105616 platform/mac/editing/spelling/move-cursor-to-beginning-of-autocorrected-word.html
webkit.org/b/105616 platform/mac/editing/spelling/move-cursor-to-autocorrected-word.html
webkit.org/b/105616 platform/mac/editing/spelling/delete-into-autocorrected-word.html
webkit.org/b/105616 platform/mac/editing/spelling/forward-delete-into-autocorrected-word.html
webkit.org/b/105616 platform/mac/editing/spelling/autocorrection-with-multi-line-text.html
# [WK2] [Mac] Support drag in mouse events for WebKit2 EventSender
# <https://bugs.webkit.org/show_bug.cgi?id=68552>
editing/selection/select-across-readonly-input-2.html
editing/selection/select-across-readonly-input-3.html
editing/selection/select-across-readonly-input-4.html
editing/selection/select-across-readonly-input-5.html
fast/events/drag-and-drop-subframe-dataTransfer.html
fast/events/drag-selects-image.html
fast/events/remove-target-with-shadow-in-drag.html
# Fail until SUBPIXEL_LAYOUT is enabled
# https://bugs.webkit.org/show_bug.cgi?id=85532
fast/sub-pixel
# fast/events/pagehide-timeout.html, pageshow-pagehide-on-back-cached-with-frames.html, and
# pageshow-pagehide-on-back-cached.html flakey on Lion Intel Debug WebKit testers.
# https://bugs.webkit.org/show_bug.cgi?id=81291
fast/events/pagehide-timeout.html
fast/events/pageshow-pagehide-on-back-cached-with-frames.html
fast/events/pageshow-pagehide-on-back-cached.html
fast/events/pageshow-pagehide.html
# [WK2] Four http/tests/xmlhttprequest tests fail on mac-wk2
# https://bugs.webkit.org/show_bug.cgi?id=81627
http/tests/xmlhttprequest/basic-auth-default.html
http/tests/xmlhttprequest/basic-auth.html
http/tests/xmlhttprequest/re-login-async.html
http/tests/xmlhttprequest/workers/abort-exception-assert.html
# fast/events/drag-link.html is failing in Mac WebKit2
# https://bugs.webkit.org/show_bug.cgi?id=81833
fast/events/drag-link.html
# appcache tests often fail on the Mac WebKit2 bot
# https://bugs.webkit.org/show_bug.cgi?id=82061 rdar://problem/11108649
http/tests/appcache
http/tests/inspector/appcache
# flaky storage tests
# https://bugs.webkit.org/show_bug.cgi?id=82679
storage/websql/statement-success-callback-isolated-world.html
storage/websql/transaction-callback-isolated-world.html
storage/websql/transaction-error-callback-isolated-world.html
# Missing functionality of textInputController
# https://bugs.webkit.org/show_bug.cgi?id=89401
platform/mac/editing/input/insert-dictated-text.html
platform/mac/editing/input/edit-dictated-text-with-alternative.html
# https://bugs.webkit.org/show_bug.cgi?id=89199
editing/spelling/grammar-edit-word.html
# https://bugs.webkit.org/show_bug.cgi?id=90156
platform/mac/editing/spelling/autocorrection-blockquote-crash.html
# fast/multicol/shrink-to-column-height-for-pagination.html fails on Mac WK2 bots
# https://bugs.webkit.org/show_bug.cgi?id=94624
fast/multicol/shrink-to-column-height-for-pagination.html
# https://bugs.webkit.org/show_bug.cgi?id=95043
http/tests/security/local-user-CSS-from-remote.html
# Flakey on both Snow Leopard and Windows 7
# https://bugs.webkit.org/show_bug.cgi?id=58337
fast/dom/StyleSheet/detached-stylesheet-without-wrapper.html
# All spatial navigation tests fail on Mac WK2
webkit.org/b/96438 fast/spatial-navigation
# WK2 tests fail image diff
webkit.org/b/96580 [ Debug ] css3/filters/custom/filter-fallback-to-software.html [ ImageOnlyFailure ]
# Causes next test to crash
webkit.org/b/98960 fast/parser/document-open-in-unload.html [ Skip ]
# ENABLE(SHADOW_DOM) is disabled.
webkit.org/b/76359 editing/shadow [ Skip ]
webkit.org/b/76359 fast/dom/shadow [ Skip ]
# fast/events/controlclick-no-onclick.html fails or times out on Mac WK2
webkit.org/b/105948 fast/events/controlclick-no-onclick.html [ Skip ]
webkit.org/b/105954 http/tests/navigation/reload-subframe-object.html [ Failure ]
webkit.org/b/105956 inspector/geolocation-watchPosition.html [ Pass Failure ]
webkit.org/b/105960 plugins/navigator-plugins.html [ Failure ]
webkit.org/b/105988 [ Debug ] inspector/debugger/pause-in-internal-script.html [ Pass Crash ]
webkit.org/b/105988 [ Debug ] inspector/debugger/watch-expressions-panel-switch.html [ Pass Crash ]
webkit.org/b/105988 [ Debug ] inspector/debugger/properties-special.html [ Pass Crash ]
webkit.org/b/105988 [ Debug ] inspector/debugger/reveal-execution-line.html [ Pass Crash ]
webkit.org/b/105988 [ Debug ] inspector/debugger/watch-expressions-preserve-expansion.html [ Pass Crash ]
webkit.org/b/105998 [ Lion Release ] fast/css/sticky/inline-sticky.html [ ImageOnlyFailure ]
webkit.org/b/105998 [ MountainLion Debug ] fast/css/sticky/inline-sticky.html [ ImageOnlyFailure Pass ]
webkit.org/b/105998 [ MountainLion Debug ] fast/css/sticky/sticky-both-sides.html [ ImageOnlyFailure Pass ]
webkit.org/b/93552 inspector/device-orientation-success.html [ Failure ]
webkit.org/b/106405 http/tests/loading/authentication-after-redirect-stores-wrong-credentials/authentication-after-redirect-stores-wrong-credentials.html [ Failure ]
webkit.org/b/106405 http/tests/loading/basic-auth-resend-wrong-credentials.html [ Failure ]
webkit.org/b/106405 http/tests/loading/basic-credentials-sent-automatically.html [ Failure ]
webkit.org/b/106405 http/tests/misc/401-alternative-content.php [ Failure ]
webkit.org/b/106405 http/tests/misc/authentication-redirect-1/authentication-sent-to-redirect-cross-origin.html [ Failure ]
webkit.org/b/106405 http/tests/misc/authentication-redirect-2/authentication-sent-to-redirect-same-origin.html [ Failure ]
webkit.org/b/106405 http/tests/misc/authentication-redirect-3/authentication-sent-to-redirect-same-origin-with-location-credentials.html [ Failure ]
webkit.org/b/106405 http/tests/misc/authentication-redirect-4/authentication-sent-to-redirect-same-origin-url.html [ Failure ]
webkit.org/b/106405 http/tests/security/401-logout/401-logout.php [ Failure ]
webkit.org/b/106405 http/tests/xmlhttprequest/basic-auth-nouser.html [ Failure ]
webkit.org/b/106405 http/tests/xmlhttprequest/failed-auth.html [ Failure ]
webkit.org/b/106405 http/tests/xmlhttprequest/remember-bad-password.html [ Failure ]
webkit.org/b/108507 printing/quirks-percentage-height-body.html [ Skip ]
webkit.org/b/108507 printing/quirks-percentage-height.html [ Skip ]
webkit.org/b/108507 printing/standards-percentage-heights.html [ Skip ]
webkit.org/b/97124 [ Debug ] fast/loader/stateobjects/document-destroyed-navigate-back.html [ Pass Crash ]
webkit.org/b/97124 [ Debug ] fast/loader/document-with-fragment-url-3.html [ Pass Crash ]
webkit.org/b/97124 [ Debug ] fast/loader/document-with-fragment-url-4.html [ Pass Crash ]
webkit.org/b/97124 [ Debug ] fast/loader/dynamic-iframe-extra-back-forward-item.html [ Pass Crash ]
webkit.org/b/97124 [ Debug ] fast/events/pageshow-pagehide-on-back-uncached.html [ Pass Crash ]
webkit.org/b/97124 [ Debug ] svg/animations/mozilla/animateMotion-by-1.svg [ Pass Crash ]
webkit.org/b/112642 [ Debug ] editing/deleting/paste-with-transparent-background-color.html [ Crash Pass ]
webkit.org/b/112642 [ Debug ] editing/pasteboard/5780697-1.html [ Crash Pass ]
webkit.org/b/113020 [ Debug ] inspector/profiler/cpu-profiler-profile-removal.html [ Crash Pass ]
webkit.org/b/113020 [ Debug ] inspector/profiler/webgl/webgl-profiler-get-error.html [ Crash Pass ]
webkit.org/b/113020 [ Debug ] inspector/profiler/canvas2d/canvas2d-gradient-capturing.html [ Crash Pass ]
webkit.org/b/113513 inspector/styles/paste-property.html [ Failure ]
webkit.org/b/113515 compositing/iframes/remove-iframe-crash.html [ Crash Pass ]
# http/tests/canvas/canvas-slow-font-loading.html pass from time to time on WebKit2 Release builds.
webkit.org/b/104954 [ Release ] http/tests/canvas/canvas-slow-font-loading.html [ Pass ImageOnlyFailure ]
webkit.org/b/104954 [ Debug ] http/tests/canvas/canvas-slow-font-loading.html [ ImageOnlyFailure ]
# Flaky everywhere.
webkit.org/b/114302 platform/mac-wk2/plugins/mouse-events-scaled-iframe.html [ Pass Failure ]
webkit.org/b/114571 [ Debug ] fast/regions/fixed-pos-elem-in-region.html [ Pass Failure ImageOnlyFailure ]
webkit.org/b/114572 platform/mac-wk2/plugins/mouse-events-scaled.html [ Pass Failure ]
webkit.org/b/114573 fast/repaint/selection-gap-fixed-child.html [ Failure ]
webkit.org/b/114573 fast/repaint/selection-gap-flipped-fixed-child.html [ Failure ]
### END OF (1) Classified failures with bug reports
########################################
########################################
### START OF (2) Classified failures without bug reports (yet)
# Missing TextChecker::requestCheckingOfString() implementation for Mac.
editing/spelling/grammar-markers.html
editing/spelling/grammar-paste.html
editing/spelling/grammar-markers-hidpi.html
editing/spelling/spellcheck-async-mutation.html
editing/spelling/spellcheck-async-remove-frame.html
editing/spelling/spellcheck-async.html
editing/spelling/spellcheck-queue.html
editing/spelling/spellcheck-sequencenum.html
editing/spelling/spelling-marker-description.html
### END OF (2) Classified failures without bug reports (yet)
########################################
########################################
### START OF (3) Unclassified failures
# All tests that failed on the Lion WebKit2 Release bot in r111739
fast/forms/range/slider-delete-while-dragging-thumb.html
http/tests/security/credentials-in-referer.html
svg/W3C-SVG-1.1/fonts-elem-04-b.svg
# All additional tests that failed on the Lion WebKit2 Debug bot in r111739
http/tests/cookies/simple-cookies-expired.html
inspector/elements/edit-dom-actions.html
# All tests that failed more than once on the Lion WebKit2 Debug bot between r111808 and r111849
http/tests/cookies/simple-cookies-max-age.html
fast/workers/worker-cloneport.html
# Intermittent crashes
# https://bugs.webkit.org/show_bug.cgi?id=82939
sputnik/Unicode/Unicode_218/S7.6_A2.4.html
sputnik/Unicode/Unicode_218/S7.6_A5.2_T1.html
# Unclear yet why this test fails.
editing/secure-input/password-input-focusing-to-different-frame.html [ Failure ]
### END OF (3) Unclassified failures
########################################
########################################
### START OF (4) Features that are not supported in WebKit2 and likely never will be
### END OF (4) Features that are not supported in WebKit2 and likely never will be
########################################
########################################
### START OF (5) Features that are not supported in WebKit1, so skipped in mac/TestExpectations then re-enabled here
# Snapshotted plugins not enabled on WK1 but are on WK2
# Temporarily disabled while working out compositing failures
plugins/snapshotting [ Skip ]
# This test fails with WebKit1 only.
editing/secure-input/reset-state-on-navigation.html [ Pass ]
### END OF (5) Features that are not supported in WebKit1, so skipped in mac/TestExpectations then re-enabled here
########################################