ladybird/Tests/LibWeb/TestConfig.ini

[Skipped]
; Consistently hang on macOS, see #1306
Text/input/HTML/cross-origin-window-properties.html
Text/input/HTML/DedicatedWorkerGlobalScope-instanceof.html
Text/input/HTML/MessagePort-MessageEvents-should-be-trusted.html
Text/input/wpt-import/hr-time/timeOrigin.html
Text/input/window-scrollTo.html

; Flaky on CI
Ref/input/unicode-range.html
Text/input/Crypto/SubtleCrypto-exportKey.html
Text/input/Crypto/SubtleCrypto-generateKey.html
Text/input/wpt-import/css/css-flexbox/text-as-flexitem-size-001.html
Ref/input/wpt-import/css/css-lists/list-style-type-string-004.html

; Animation tests are flaky
Text/input/css/cubic-bezier-infinite-slope-crash.html
Text/input/css/transition-basics.html

; Worker tests are flaky on CI
Text/input/Worker/Worker-blob.html
Text/input/Worker/Worker-close-after-postMessage.html
Text/input/Worker/Worker-crypto.html
Text/input/Worker/Worker-echo.html
Text/input/Worker/Worker-importScripts.html
Text/input/Worker/Worker-location.html
Text/input/Worker/Worker-module.html
Text/input/Worker/Worker-performance.html
Text/input/Worker/Worker-postMessage-transfer.html

; Flaky, apparently due to font loading
Text/input/wpt-import/css/css-flexbox/flex-item-compressible-001.html

; WPT ref-tests that currently fail
Ref/input/wpt-import/css/CSS2/floats/float-no-content-beside-001.html
Ref/input/wpt-import/css/CSS2/floats/float-nowrap-3.html
Ref/input/wpt-import/css/CSS2/floats/float-nowrap-8.html
Ref/input/wpt-import/css/CSS2/floats/float-nowrap-9.html
Ref/input/wpt-import/css/CSS2/floats/floats-placement-005.html
Ref/input/wpt-import/css/CSS2/floats/floats-rule3-outside-left-001.xht
Ref/input/wpt-import/css/CSS2/floats/floats-rule3-outside-right-001.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-003-left-table.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-003-right-table.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-004.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-005.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-006.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-007.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-001.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-001a.tentative.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-002.tentative.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-003.tentative.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-004.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-005.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-006.tentative.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-010.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-bfc-001l.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-bfc-001r.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-bfc-002l.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-bfc-002r.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-bfc-003l.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-bfc-003r.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-inline-002l.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-inline-002r.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-inline-003l.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-inline-003r.xht
Ref/input/wpt-import/css/CSS2/floats/floats-zero-height-wrap-001.xht
Ref/input/wpt-import/css/CSS2/floats/floats-zero-height-wrap-002.xht
Ref/input/wpt-import/css/CSS2/floats/new-fc-separates-from-float-2.html
Ref/input/wpt-import/css/CSS2/floats/new-fc-separates-from-float-3.html
Ref/input/wpt-import/css/CSS2/floats/new-fc-separates-from-float.html
Ref/input/wpt-import/css/CSS2/floats/overflow-scroll-float-paint-order.html
Ref/input/wpt-import/css/CSS2/floats/zero-width-floats-positioning.tentative.html

; WPT media queries ref-tests that currently fail
Ref/input/wpt-import/css/mediaqueries/aspect-ratio-004.html
Ref/input/wpt-import/css/mediaqueries/device-aspect-ratio-002.html
Ref/input/wpt-import/css/mediaqueries/mq-calc-sign-function-003.html
Ref/input/wpt-import/css/mediaqueries/prefers-color-scheme-svg-as-image.html
Ref/input/wpt-import/css/mediaqueries/viewport-script-dynamic.html

; WPT ref-tests that are flaky due to unknown reasons
Ref/input/wpt-import/css/css-contain/contain-size-replaced-006.html

; Crashes inconsistently on CI
; https://github.com/LadybirdBrowser/ladybird/issues/2900
Text/input/ShadowDOM/css-hover-shadow-dom.html

; Test is flaky on CI, as navigationStart time is not set according to spec.
Text/input/wpt-import/user-timing/measure_associated_with_navigation_timing.html

; Cancelling the beforeunload event in this test causes the subsequent test to fail.
; https://github.com/LadybirdBrowser/ladybird/issues/3461
Text/input/wpt-import/html/browsers/browsing-the-web/unloading-documents/beforeunload-canceling.html

; These tests are very slow, especially in CI. Disabled to help with timeouts.
; https://github.com/LadybirdBrowser/ladybird/issues/3679
Text/input/wpt-import/html/rendering/pixel-length-attributes.html
Text/input/wpt-import/html/rendering/replaced-elements/svg-embedded-sizing/svg-in-iframe-auto.html
Text/input/wpt-import/html/rendering/replaced-elements/svg-embedded-sizing/svg-in-iframe-fixed.html
Text/input/wpt-import/html/rendering/replaced-elements/svg-embedded-sizing/svg-in-iframe-percentage.html
Text/input/wpt-import/html/rendering/replaced-elements/svg-embedded-sizing/svg-in-object-auto.html
Text/input/wpt-import/html/rendering/replaced-elements/svg-embedded-sizing/svg-in-object-fixed.html
Text/input/wpt-import/html/rendering/replaced-elements/svg-embedded-sizing/svg-in-object-percentage.html

; These are just disabled to keep macOS CI runs from timing out.
; Note that we skip all "write" and "write_single" test variants *except*
; the "uri" (default) variants we've already skipped earlier in this file.
Text/input/wpt-import/html/syntax/parsing/html5lib_adoption01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_adoption02-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_blocks-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_comments01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_doctype01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_domjs-unsafe-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_entities01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_entities02-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_html5test-com-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_inbody01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_adoption01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_foreign-fragment-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_math-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_svg-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_template-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_tests4-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_tests6-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_tests7-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_tests_innerHTML_1-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_webkit02-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_isindex-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_main-element-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_menuitem-element-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_namespace-sensitivity-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_pending-spec-changes-plain-text-unsafe-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_pending-spec-changes-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_quirks01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_ruby-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_scriptdata01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_scripted_adoption01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_scripted_ark-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_scripted_webkit01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_search-element-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tables01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_template-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests1-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests10-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests11-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests12-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests14-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests15-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests16-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests17-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests18-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests19-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests2-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests20-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests21-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests22-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests23-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests24-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests25-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests26-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests3-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests5-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests6-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests7-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests8-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests9-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tricky01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_webkit01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_webkit02-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_adoption01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_adoption02-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_blocks-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_comments01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_doctype01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_domjs-unsafe-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_entities01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_entities02-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_html5test-com-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_inbody01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_adoption01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_foreign-fragment-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_math-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_svg-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_template-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_tests4-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_tests6-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_tests7-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_tests_innerHTML_1-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_webkit02-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_isindex-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_main-element-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_menuitem-element-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_namespace-sensitivity-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_pending-spec-changes-plain-text-unsafe-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_pending-spec-changes-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_quirks01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_ruby-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_scriptdata01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_scripted_adoption01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_scripted_ark-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_scripted_webkit01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_search-element-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tables01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_template-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests1-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests10-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests11-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests12-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests14-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests15-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests16-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests17-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests18-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests19-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests2-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests20-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests21-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests22-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests23-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests24-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests25-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests26-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests3-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests5-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests6-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests7-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests8-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests9-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tricky01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_webkit01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_webkit02-write_single.html

; Inconsistently crashes because we haven't figured invalidation for CSS containment
Crash/wpt-import/css/css-contain/contain-style-remove-element-crash.html
Ref/input/wpt-import/css/css-contain/contain-layout-020.html
Ref/input/wpt-import/css/css-contain/contain-paint-050.html
Ref/input/wpt-import/css/css-contain/contain-paint-change-opacity.html

; Timing out; https://github.com/LadybirdBrowser/ladybird/issues/3912
Text/input/wpt-import/html/rendering/replaced-elements/svg-inline-sizing/svg-inline.html

; The number of subtests that pass is inconsistent, maybe a race condition?
; https://github.com/LadybirdBrowser/ladybird/issues/4190
Text/input/wpt-import/css/mediaqueries/media-query-matches-in-iframe.html

; Times out due to us not implementing auto-commit the correct way.
Text/input/wpt-import/IndexedDB/idbfactory_open.any.html

; Currently always timeout
Text/input/wpt-import/html/browsers/sandboxing/inner-iframe.html
Text/input/wpt-import/html/browsers/sandboxing/sandbox-inherited-from-initiator-response.html
Text/input/wpt-import/html/browsers/sandboxing/sandbox-javascript-window-open.html
Text/input/wpt-import/html/browsers/sandboxing/sandbox-initial-empty-document-toward-same-origin.html
Text/input/wpt-import/html/browsers/sandboxing/sandbox-disallow-scripts-via-unsandboxed-popup.tentative.html
Text/input/wpt-import/html/browsers/sandboxing/sandbox-document-open.html
Text/input/wpt-import/html/browsers/sandboxing/sandbox-inherited-from-required-csp.html
Text/input/wpt-import/html/browsers/sandboxing/sandbox-navigation-timing.tentative.html

; Not a ref test, but a subfile of the sandbox-parse-noscript ref test
Ref/input/wpt-import/html/browsers/sandboxing/noscript-iframe.html

; This test fails because we don't establish a stacking context when stacking context creating properties are animated
; with @keyframes.
; https://github.com/LadybirdBrowser/ladybird/issues/5875
Ref/input/wpt-import/css/css-transforms/individual-transform/stacking-context-001.html

; Frequently times out on CI
; https://github.com/LadybirdBrowser/ladybird/issues/6069
Text/input/input-file.html

; Times out due to `document.adoptNode` invocation
; https://github.com/LadybirdBrowser/ladybird/issues/6150
Crash/wpt-import/css/css-view-transitions/first-line-reparent-crash.html

; Flaky: https://github.com/LadybirdBrowser/ladybird/issues/6300
Text/input/wpt-import/html/semantics/popovers/popover-toggle-source.tentative.html

; Flaky: https://github.com/LadybirdBrowser/ladybird/issues/5257
Text/input/selection-over-multiple-code-units.html

; Flaky: https://github.com/LadybirdBrowser/ladybird/issues/6846
Text/input/wpt-import/html/semantics/embedded-content/the-img-element/naturalWidth-naturalHeight-width-height.tentative.html

; File tests that frequently time out on CI
; https://github.com/LadybirdBrowser/ladybird/issues/7179
Text/input/HTML/StructuredClone-serializable-FileList.html
Text/input/input-file-accept.html

; Flaky on CI
Text/input/wpt-import/css/css-shapes/shape-outside/values/shape-outside-circle-004.html
Text/input/wpt-import/css/css-shapes/shape-outside/values/shape-outside-circle-005.html
Text/input/wpt-import/css/css-shapes/shape-outside/values/shape-outside-ellipse-004.html
Text/input/wpt-import/css/css-shapes/shape-outside/values/shape-outside-ellipse-005.html
Text/input/wpt-import/css/css-shapes/shape-outside/values/shape-outside-inset-003.html