208394 2020-02-28 15:00:43 -0800 [ macOS ] imported/w3c/web-platform-tests/dom/nodes/Document-characterSet-normalization.html is flaky failing 2020-03-13 11:11:00 -0700 1 1 1 Unclassified WebKit DOM WebKit Nightly Build Unspecified Unspecified NEW InRadar P2 Normal --- 1 jacob_uphoff webkit-unassigned cdumez webkit-bot-watchers-bugzilla webkit-bug-importer oldest_to_newest 1624145 0 jacob_uphoff 2020-02-28 15:00:43 -0800 imported/w3c/web-platform-tests/dom/nodes/Document-characterSet-normalization.html This test has been flaky failing on on Catalina and Mojave wk2 on release. Failure has been failing for all visible history. History: https://results.webkit.org/?suite=layout-tests&test=imported%2Fw3c%2Fweb-platform-tests%2Fdom%2Fnodes%2FDocument-characterSet-normalization.html&limit=50000 Diff: --- /Volumes/Data/slave/catalina-release-tests-wk2/build/layout-test-results/imported/w3c/web-platform-tests/dom/nodes/Document-characterSet-normalization-expected.txt +++ /Volumes/Data/slave/catalina-release-tests-wk2/build/layout-test-results/imported/w3c/web-platform-tests/dom/nodes/Document-characterSet-normalization-actual.txt @@ -1,3 +1,5 @@ + +Harness Error (TIMEOUT), message = null PASS Name "UTF-8" has label "unicode-1-1-utf-8" (characterSet) PASS Name "UTF-8" has label "unicode-1-1-utf-8" (inputEncoding) @@ -257,9 +259,9 @@ PASS Name "ISO-8859-10" has label "csisolatin6" (characterSet) PASS Name "ISO-8859-10" has label "csisolatin6" (inputEncoding) PASS Name "ISO-8859-10" has label "csisolatin6" (charset) -PASS Name "ISO-8859-10" has label "iso-8859-10" (characterSet) -PASS Name "ISO-8859-10" has label "iso-8859-10" (inputEncoding) -PASS Name "ISO-8859-10" has label "iso-8859-10" (charset) +NOTRUN Name "ISO-8859-10" has label "iso-8859-10" (characterSet) +NOTRUN Name "ISO-8859-10" has label "iso-8859-10" (inputEncoding) +NOTRUN Name "ISO-8859-10" has label "iso-8859-10" (charset) PASS Name "ISO-8859-10" has label "iso-ir-157" (characterSet) PASS Name "ISO-8859-10" has label "iso-ir-157" (inputEncoding) PASS Name "ISO-8859-10" has label "iso-ir-157" (charset) 1624147 1 webkit-bug-importer 2020-02-28 15:02:59 -0800 <rdar://problem/59904827> 1624171 2 jacob_uphoff 2020-02-28 16:05:00 -0800 Set expectations here: https://trac.webkit.org/changeset/257664/webkit 1629709 3 cdumez 2020-03-13 11:11:00 -0700 The diff seems to vary a bit, for e.g.: --- /Volumes/Data/slave/catalina-release-tests-wk2/build/layout-test-results/imported/w3c/web-platform-tests/dom/nodes/Document-characterSet-normalization-expected.txt +++ /Volumes/Data/slave/catalina-release-tests-wk2/build/layout-test-results/imported/w3c/web-platform-tests/dom/nodes/Document-characterSet-normalization-actual.txt @@ -1,3 +1,5 @@ + +Harness Error (TIMEOUT), message = null PASS Name "UTF-8" has label "unicode-1-1-utf-8" (characterSet) PASS Name "UTF-8" has label "unicode-1-1-utf-8" (inputEncoding) @@ -185,9 +187,9 @@ PASS Name "ISO-8859-7" has label "elot_928" (characterSet) PASS Name "ISO-8859-7" has label "elot_928" (inputEncoding) PASS Name "ISO-8859-7" has label "elot_928" (charset) -PASS Name "ISO-8859-7" has label "greek" (characterSet) -PASS Name "ISO-8859-7" has label "greek" (inputEncoding) -PASS Name "ISO-8859-7" has label "greek" (charset) +NOTRUN Name "ISO-8859-7" has label "greek" (characterSet) +NOTRUN Name "ISO-8859-7" has label "greek" (inputEncoding) +NOTRUN Name "ISO-8859-7" has label "greek" (charset) PASS Name "ISO-8859-7" has label "greek8" (characterSet) PASS Name "ISO-8859-7" has label "greek8" (inputEncoding) PASS Name "ISO-8859-7" has label "greek8" (charset)