Files
ladybird/Tests/LibWeb/TestConfig.ini
Andreas Kling 01c659ce9b Tests: Skip most (but not all) write/write_single HTML parser tests
These are causing too many macOS CI timeouts, so let's focus on only
running the ones that add completely new parser coverage (i.e new
variants of the tests that were already skipped.)
2025-02-20 14:32:13 +01:00

301 lines
20 KiB
INI

[Skipped]
; Consistently hang on macOS, see #1306
Text/input/HTML/cross-origin-window-properties.html
Text/input/HTML/DedicatedWorkerGlobalScope-instanceof.html
Text/input/HTML/MessagePort-MessageEvents-should-be-trusted.html
Text/input/wpt-import/hr-time/timeOrigin.html
Text/input/window-scrollTo.html
; Flaky on CI
Ref/input/css-keyframe-fill-forwards.html
Ref/input/unicode-range.html
Text/input/Crypto/SubtleCrypto-exportKey.html
Text/input/Crypto/SubtleCrypto-generateKey.html
Text/input/wpt-import/css/css-flexbox/text-as-flexitem-size-001.html
; Animation tests are flaky
Text/input/css/cubic-bezier-infinite-slope-crash.html
Text/input/css/transition-basics.html
; Flaky on CI, see #19
Text/input/WebAnimations/misc/DocumentTimeline.html
Text/input/WebAnimations/animation-properties/currentTime.html
; Worker tests are flaky on CI
Text/input/Worker/Worker-blob.html
Text/input/Worker/Worker-close-after-postMessage.html
Text/input/Worker/Worker-crypto.html
Text/input/Worker/Worker-echo.html
Text/input/Worker/Worker-importScripts.html
Text/input/Worker/Worker-location.html
Text/input/Worker/Worker-module.html
Text/input/Worker/Worker-performance.html
Text/input/Worker/Worker-postMessage-transfer.html
; Skipped due to assertion failures
Text/input/wpt-import/html/syntax/parsing/html5lib_plain-text-unsafe.html
Text/input/wpt-import/html/syntax/parsing/html5lib_template.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests1.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests15.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests16.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests19.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests5.html
Text/input/wpt-import/html/syntax/parsing/html5lib_webkit01.html
; Unknown, imported as skipped in #2148
Text/input/wpt-import/html/infrastructure/safe-passing-of-structured-data/structuredclone_0.html
; Flaky, apparently due to font loading
Text/input/wpt-import/css/css-flexbox/flex-item-compressible-001.html
; WPT ref-tests that currently fail
Ref/input/wpt-import/css/css-nesting/host-nesting-003.html
Ref/input/wpt-import/css/css-nesting/host-nesting-004.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-bfc-002r.xht
Ref/input/wpt-import/css/CSS2/floats/float-nowrap-3.html
Ref/input/wpt-import/css/CSS2/floats/overflow-scroll-float-paint-order.html
Ref/input/wpt-import/css/CSS2/floats/zero-width-floats-positioning.tentative.html
Ref/input/wpt-import/css/CSS2/floats/floats-zero-height-wrap-001.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-003-right-overflow.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-bfc-001l.xht
Ref/input/wpt-import/css/CSS2/floats/floats-zero-height-wrap-002.xht
Ref/input/wpt-import/css/CSS2/floats/float-nowrap-2.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-001.html
Ref/input/wpt-import/css/CSS2/floats/remove-block-between-inline-and-float.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-bfc-003r.xht
Ref/input/wpt-import/css/CSS2/floats/float-nowrap-9.html
Ref/input/wpt-import/css/CSS2/floats/floats-placement-vertical-001c.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-outside-001.xht
Ref/input/wpt-import/css/CSS2/floats/new-fc-separates-from-float.html
Ref/input/wpt-import/css/CSS2/floats/float-nowrap-5.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-inline-003r.xht
Ref/input/wpt-import/css/CSS2/floats/floats-rule3-outside-right-001.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-010.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-008.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-inline-002r.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-003-left-table.xht
Ref/input/wpt-import/css/CSS2/floats/float-no-content-beside-001.html
Ref/input/wpt-import/css/CSS2/floats/float-nowrap-8.html
Ref/input/wpt-import/css/CSS2/floats/new-fc-relayout.html
Ref/input/wpt-import/css/CSS2/floats/floats-placement-004.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-004.html
Ref/input/wpt-import/css/CSS2/floats/float-nowrap-7.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-inline-003l.xht
Ref/input/wpt-import/css/CSS2/floats/new-fc-separates-from-float-2.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-002.tentative.html
Ref/input/wpt-import/css/CSS2/floats/new-fc-separates-from-float-3.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-inline-002l.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-006.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-003-right-table.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-003.tentative.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-005.html
Ref/input/wpt-import/css/CSS2/floats/float-nowrap-6.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-007.xht
Ref/input/wpt-import/css/CSS2/floats/floats-placement-005.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-005.xht
Ref/input/wpt-import/css/CSS2/floats/floats-rule3-outside-left-001.xht
Ref/input/wpt-import/css/CSS2/floats/floats-line-wrap-shifted-001.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-004.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-bfc-002l.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-002-right-table.xht
Ref/input/wpt-import/css/CSS2/floats/zero-width-floats.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-006.tentative.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-002-right-overflow.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-009.tentative.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-008.tentative.html
Ref/input/wpt-import/css/CSS2/floats/overhanging-float-paint-order.html
Ref/input/wpt-import/css/CSS2/floats/float-with-absolutely-positioned-child-with-static-inset.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-bfc-001r.xht
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-with-margin-001a.tentative.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-bfc-001-right-overflow.xht
Ref/input/wpt-import/css/CSS2/floats/floats-placement-003.html
Ref/input/wpt-import/css/CSS2/floats/floats-wrap-top-below-bfc-003l.xht
Ref/input/wpt-import/css/CSS2/floats/block-in-inline-become-float.html
; WPT ref-tests that are flaky due to unknown reasons
Ref/input/wpt-import/css/css-contain/contain-size-replaced-006.html
; WPT crash tests are not supported yet - and probably should go in a separate directory
Text/input/wpt-import/css/css-nesting/delete-other-rule-crash.html
Text/input/wpt-import/css/css-nesting/implicit-parent-insertion-crash.html
Text/input/wpt-import/css/css-nesting/pseudo-part-crash.html
Text/input/wpt-import/css/css-nesting/pseudo-where-crash.html
; Imported animation tests are extra slow
; https://github.com/LadybirdBrowser/ladybird/issues/2238
Text/input/wpt-import/css/css-backgrounds/animations/background-color-interpolation.html
Text/input/wpt-import/css/css-backgrounds/animations/background-color-transition-colormix.html
Text/input/wpt-import/css/css-backgrounds/animations/background-image-interpolation.html
Text/input/wpt-import/css/css-backgrounds/animations/background-position-interpolation.html
Text/input/wpt-import/css/css-backgrounds/animations/background-position-origin-interpolation.html
Text/input/wpt-import/css/css-backgrounds/animations/background-position-x-interpolation.html
Text/input/wpt-import/css/css-backgrounds/animations/background-position-y-interpolation.html
Text/input/wpt-import/css/css-backgrounds/animations/background-size-interpolation.html
Text/input/wpt-import/css/css-backgrounds/animations/border-bottom-left-radius-composition.html
Text/input/wpt-import/css/css-backgrounds/animations/border-bottom-right-radius-composition.html
Text/input/wpt-import/css/css-backgrounds/animations/border-bottom-width-composition.html
Text/input/wpt-import/css/css-backgrounds/animations/border-color-interpolation.html
Text/input/wpt-import/css/css-backgrounds/animations/border-image-outset-composition.html
Text/input/wpt-import/css/css-backgrounds/animations/border-image-outset-interpolation.html
Text/input/wpt-import/css/css-backgrounds/animations/border-image-slice-composition.html
Text/input/wpt-import/css/css-backgrounds/animations/border-image-slice-interpolation-stability.html
Text/input/wpt-import/css/css-backgrounds/animations/border-image-slice-interpolation.html
Text/input/wpt-import/css/css-backgrounds/animations/border-image-source-interpolation.html
Text/input/wpt-import/css/css-backgrounds/animations/border-image-width-composition.html
Text/input/wpt-import/css/css-backgrounds/animations/border-image-width-interpolation.html
Text/input/wpt-import/css/css-backgrounds/animations/border-left-width-composition.html
Text/input/wpt-import/css/css-backgrounds/animations/border-radius-interpolation.html
Text/input/wpt-import/css/css-backgrounds/animations/border-right-width-composition.html
Text/input/wpt-import/css/css-backgrounds/animations/border-top-left-radius-composition.html
Text/input/wpt-import/css/css-backgrounds/animations/border-top-right-radius-composition.html
Text/input/wpt-import/css/css-backgrounds/animations/border-top-width-composition.html
Text/input/wpt-import/css/css-backgrounds/animations/border-width-interpolation.html
Text/input/wpt-import/css/css-backgrounds/animations/box-shadow-composition.html
Text/input/wpt-import/css/css-backgrounds/animations/box-shadow-interpolation.html
Text/input/wpt-import/css/css-backgrounds/animations/discrete-no-interpolation.html
; Crashes inconsistently on CI
; https://github.com/LadybirdBrowser/ladybird/issues/2900
Text/input/ShadowDOM/css-hover-shadow-dom.html
; WPT ref tests that are flaky, probably due to not supporting class="reftest-wait"
Ref/input/wpt-import/css/css-contain/contain-layout-020.html
Ref/input/wpt-import/css/css-contain/contain-paint-050.html
Ref/input/wpt-import/css/css-contain/contain-paint-change-opacity.html
Ref/input/wpt-import/css/css-lists/list-style-type-string-004.html
Ref/input/wpt-import/css/css-transforms/individual-transform/stacking-context-001.html
; Test is flaky on CI, as navigationStart time is not set according to spec.
Text/input/wpt-import/user-timing/measure_associated_with_navigation_timing.html
; Cancelling the beforeunload event in this test causes the subsequent test to fail.
; https://github.com/LadybirdBrowser/ladybird/issues/3461
Text/input/wpt-import/html/browsers/browsing-the-web/unloading-documents/beforeunload-canceling.html
; These are just disabled to keep macOS CI runs from timing out.
; Note that we skip all "write" and "write_single" test variants *except*
; the "uri" (default) variants we've already skipped earlier in this file.
Text/input/wpt-import/html/syntax/parsing/html5lib_adoption01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_adoption02-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_blocks-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_comments01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_doctype01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_domjs-unsafe-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_entities01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_entities02-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_html5test-com-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_inbody01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_adoption01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_foreign-fragment-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_math-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_svg-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_template-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_tests4-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_tests6-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_tests7-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_tests_innerHTML_1-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_webkit02-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_isindex-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_main-element-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_menuitem-element-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_namespace-sensitivity-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_pending-spec-changes-plain-text-unsafe-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_pending-spec-changes-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_quirks01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_ruby-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_scriptdata01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_scripted_adoption01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_scripted_ark-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_scripted_webkit01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_search-element-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tables01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_template-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests1-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests10-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests11-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests12-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests14-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests15-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests16-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests17-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests18-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests19-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests2-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests20-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests21-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests22-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests23-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests24-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests25-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests26-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests3-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests5-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests6-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests7-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests8-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests9-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tricky01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_webkit01-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_webkit02-write.html
Text/input/wpt-import/html/syntax/parsing/html5lib_adoption01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_adoption02-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_blocks-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_comments01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_doctype01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_domjs-unsafe-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_entities01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_entities02-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_html5test-com-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_inbody01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_adoption01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_foreign-fragment-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_math-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_svg-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_template-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_tests4-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_tests6-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_tests7-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_tests_innerHTML_1-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_innerHTML_webkit02-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_isindex-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_main-element-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_menuitem-element-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_namespace-sensitivity-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_pending-spec-changes-plain-text-unsafe-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_pending-spec-changes-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_quirks01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_ruby-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_scriptdata01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_scripted_adoption01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_scripted_ark-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_scripted_webkit01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_search-element-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tables01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_template-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests1-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests10-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests11-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests12-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests14-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests15-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests16-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests17-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests18-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests19-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests2-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests20-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests21-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests22-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests23-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests24-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests25-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests26-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests3-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests5-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests6-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests7-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests8-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tests9-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_tricky01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_webkit01-write_single.html
Text/input/wpt-import/html/syntax/parsing/html5lib_webkit02-write_single.html