Tools/ChangeLog

2016-09-07  Youenn Fablet  <youenn@apple.com>

        Some WPT testharness-based tests are flaky due to always-changing assertion failure messages

        https://bugs.webkit.org/show_bug.cgi?id=161693

        Reviewed by NOBODY (OOPS!).

        Adding a new boolean attribute called shouldLogTestharnessFailures to TestRunner interface.

        By default, this attribute is true but can be set with the --no-testharness-failure-log test option.

        When set to false, testharnessreport.js will no longer report error messages in case of failing tests.

        This allows making some tests non flaky.

        * DumpRenderTree/DumpRenderTree.h:

        * DumpRenderTree/DumpRenderTreeCommon.cpp:

        (parseInputLine):

        * DumpRenderTree/TestRunner.cpp:

        (getShouldLogTestharnessFailuresCallback):

        (TestRunner::staticValues):

        * DumpRenderTree/TestRunner.h:

        (TestRunner::setShouldLogTestharnessFailures):

        (TestRunner::shouldLogTestharnessFailures):

        * DumpRenderTree/mac/DumpRenderTree.mm:

        (runTest):

        * DumpRenderTree/win/DumpRenderTree.cpp:

        (runTest):

        * Scripts/webkitpy/layout_tests/controllers/manager.py:

        (Manager.__init__):

        (Manager._test_input_for_file):

        * Scripts/webkitpy/layout_tests/controllers/single_test_runner.py:

        (SingleTestRunner.__init__):

        (SingleTestRunner._driver_input):

        * Scripts/webkitpy/layout_tests/models/test_input.py:

        (TestInput.__init__):

        (TestInput.__repr__):

        * Scripts/webkitpy/port/driver.py:

        (DriverInput.__init__):

        (Driver._command_from_driver_input):

        * WebKitTestRunner/InjectedBundle/Bindings/TestRunner.idl:

        * WebKitTestRunner/InjectedBundle/InjectedBundle.cpp:

        (WTR::InjectedBundle::didReceiveMessageToPage):

        (WTR::InjectedBundle::beginTesting):

        * WebKitTestRunner/InjectedBundle/InjectedBundle.h:

        (WTR::InjectedBundle::shouldLogTestHarnessFailures):

        * WebKitTestRunner/InjectedBundle/TestRunner.h:

        (WTR::TestRunner::setShouldLogTestharnessFailures):

        (WTR::TestRunner::shouldLogTestharnessFailures):

        (WTR::TestRunner::timeout): Deleted.

        * WebKitTestRunner/TestController.cpp:

        (WTR::parseInputLine):

        (WTR::TestController::runTest):

        (WTR::TestCommand::TestCommand): Deleted.

        * WebKitTestRunner/TestInvocation.cpp:

        (WTR::TestInvocation::invoke):

        * WebKitTestRunner/TestInvocation.h:

        (WTR::TestInvocation::setShouldLogTestHarnessFailures):

        (WTR::TestInvocation::customTimeout): Deleted.

2016-09-06  Commit Queue  <commit-queue@webkit.org>

        Unreviewed, rolling out r205521, r205526, and r205532.

Tools/DumpRenderTree/DumpRenderTree.h

@@void dump();

void displayWebView();

struct TestCommand {

65 TestCommand() : shouldDumpPixels(false), timeout(30000) { }

6765 std::string pathOrURL;

68 bool shouldDumpPixels;

66 bool shouldDumpPixels { false };

6967 std::string expectedPixelHash;

70 int timeout; // in ms

68 int timeout { 30000 }; // in ms

69 bool shouldLogTestharnessFailures { true };

};

TestCommand parseInputLine(const std::string&);

Tools/DumpRenderTree/DumpRenderTreeCommon.cpp

@@TestCommand parseInputLine(const std::string& inputLine)

            result.shouldDumpPixels = true;

            if (tokenizer.hasNext())

                result.expectedPixelHash = tokenizer.next();

80 } else

        } else if (arg == std::string("--no-testharness-failure-log"))

            result.shouldLogTestharnessFailures = false;

        else

            die(inputLine);

    }

Tools/DumpRenderTree/TestRunner.cpp

@@static JSValueRef getTimeoutCallback(JSContextRef context, JSObjectRef thisObjec

    return JSValueMakeNumber(context, controller->timeout());

}

static JSValueRef getShouldLogTestharnessFailuresCallback(JSContextRef context, JSObjectRef thisObject, JSStringRef propertyName, JSValueRef* exception)

{

    TestRunner* controller = static_cast<TestRunner*>(JSObjectGetPrivate(thisObject));

    return JSValueMakeBoolean(context, controller->shouldLogTestharnessFailures());

}

static JSValueRef getGlobalFlagCallback(JSContextRef context, JSObjectRef thisObject, JSStringRef propertyName, JSValueRef* exception)

{

    TestRunner* controller = static_cast<TestRunner*>(JSObjectGetPrivate(thisObject));

@@JSStaticValue* TestRunner::staticValues()

{

    static JSStaticValue staticValues[] = {

        { "timeout", getTimeoutCallback, 0, kJSPropertyAttributeReadOnly | kJSPropertyAttributeDontDelete },

2050 { "shouldLogTestharnessFailures", getShouldLogTestharnessFailuresCallback, 0, kJSPropertyAttributeReadOnly | kJSPropertyAttributeDontDelete },

        { "globalFlag", getGlobalFlagCallback, setGlobalFlagCallback, kJSPropertyAttributeNone },

        { "webHistoryItemCount", getWebHistoryItemCountCallback, 0, kJSPropertyAttributeReadOnly | kJSPropertyAttributeDontDelete },

        { "secureEventInputIsEnabled", getSecureEventInputIsEnabledCallback, 0, kJSPropertyAttributeReadOnly | kJSPropertyAttributeDontDelete },

Tools/DumpRenderTree/TestRunner.h

@@public:

    double timeout() { return m_timeout; }

    unsigned imageCountInGeneralPasteboard() const;

371

372372 void callUIScriptCallback(unsigned callbackID, JSStringRef result);

373373

    void setShouldLogTestharnessFailures(bool inStderr) { m_shouldLogTestHarnessFailures = inStderr; }

    bool shouldLogTestharnessFailures() const { return m_shouldLogTestHarnessFailures; }

private:

    TestRunner(const std::string& testURL, const std::string& expectedPixelHash);

@@private:

    bool m_areLegacyWebNotificationPermissionRequestsIgnored;

    bool m_customFullScreenBehavior;

    bool m_hasPendingWebNotificationClick;

441 bool m_shouldLogTestHarnessFailures { true };

    double m_databaseDefaultQuota;

    double m_databaseMaxQuota;

Tools/DumpRenderTree/mac/DumpRenderTree.mm

@@static void runTest(const string& inputLine)

    gTestRunner = TestRunner::create(testURL, command.expectedPixelHash);

    gTestRunner->setAllowedHosts(allowedHosts);

    gTestRunner->setCustomTimeout(command.timeout);

1991 gTestRunner->setShouldLogTestharnessFailures(command.shouldLogTestharnessFailures);

    topLoadingFrame = nil;

#if !PLATFORM(IOS)

    ASSERT(!draggingInfo); // the previous test should have called eventSender.mouseUp to drop!

Tools/DumpRenderTree/win/DumpRenderTree.cpp

@@static void runTest(const string& inputLine)

    ::gTestRunner = TestRunner::create(testURL.data(), command.expectedPixelHash);

    ::gTestRunner->setCustomTimeout(command.timeout);

1085 ::gTestRunner->setTestharnessFailureLog(command.testharnessFailureLog);

1086

    topLoadingFrame = nullptr;

    done = false;

Tools/Scripts/webkitpy/layout_tests/controllers/manager.py

@@class Manager(object):

        self._results_directory = self._port.results_directory()

        self._finder = LayoutTestFinder(self._port, self._options)

        self._runner = LayoutTestRunner(self._options, self._port, self._printer, self._results_directory, self._test_is_slow)

88 self._tests_options = json.loads(self._filesystem.read_text_file(self._port.path_from_webkit_base(self.LAYOUT_TESTS_DIRECTORY, "tests-options.json")))

    def _collect_tests(self, args):

        return self._finder.find_tests(self._options, args)

@@class Manager(object):

    def _test_input_for_file(self, test_file):

        return TestInput(test_file,

            self._options.slow_time_out_ms if self._test_is_slow(test_file) else self._options.time_out_ms,

131 self._is_http_test(test_file))

132 self._is_http_test(test_file),

133 options=[option for option in self._tests_options.get(test_file, []) if option.startswith("--")])

    def _test_is_slow(self, test_file):

        return self._expectations.model().has_modifier(test_file, test_expectations.SLOW)

Tools/Scripts/webkitpy/layout_tests/controllers/single_test_runner.py

@@class SingleTestRunner(object):

        self._worker_name = worker_name

        self._test_name = test_input.test_name

        self._should_run_pixel_test = test_input.should_run_pixel_test

61 self._test_input_options = test_input.options

        self._reference_files = test_input.reference_files

        self._stop_when_done = stop_when_done

        self._timeout = test_input.timeout

@@class SingleTestRunner(object):

        image_hash = None

        if self._should_fetch_expected_checksum():

            image_hash = self._port.expected_checksum(self._test_name)

92 return DriverInput(self._test_name, self._timeout, image_hash, self._should_run_pixel_test)

93 return DriverInput(self._test_name, self._timeout, image_hash, self._should_run_pixel_test, test_options=self._test_input_options)

    def run(self):

        if self._reference_files:

Tools/Scripts/webkitpy/layout_tests/models/test_input.py

class TestInput(object):

    """Groups information about a test for easy passing of data."""

34 def __init__(self, test_name, timeout=None, needs_servers=None, reference_files=None, should_run_pixel_tests=None):

34 def __init__(self, test_name, timeout=None, needs_servers=None, reference_files=None, should_run_pixel_tests=None, options=[]):

        # TestInput objects are normally constructed by the manager and passed

        # to the workers, but these some fields are set lazily in the workers where possible

        # because they require us to look at the filesystem and we want to be able to do that in parallel.

@@class TestInput(object):

        self.needs_servers = needs_servers

        self.reference_files = reference_files

        self.should_run_pixel_tests = should_run_pixel_tests

43 self.options = options

4344

4445 def __repr__(self):

45 return "TestInput('%s', timeout=%s, needs_servers=%s, reference_files=%s, should_run_pixel_tests=%s)" % (self.test_name, self.timeout, self.needs_servers, self.reference_files, self.should_run_pixel_tests)

46 return "TestInput('%s', timeout=%s, needs_servers=%s, reference_files=%s, should_run_pixel_tests=%s, options=%s)" % (self.test_name, self.timeout, self.needs_servers, self.reference_files, self.should_run_pixel_tests, ':'.join(self.options))

Tools/Scripts/webkitpy/port/driver.py

# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

import base64

31 import copy

import logging

import re

import shlex

@@import os

from webkitpy.common.system import path

from webkitpy.common.system.profiler import ProfilerFactory

41 from webkitpy.layout_tests.servers.web_platform_test_server import WebPlatformTestServer

_log = logging.getLogger(__name__)

class DriverInput(object):

48 def __init__(self, test_name, timeout, image_hash, should_run_pixel_test, args=None):

46 def __init__(self, test_name, timeout, image_hash, should_run_pixel_test, args=None, test_options=None):

        self.test_name = test_name

        self.timeout = timeout  # in ms

        self.image_hash = image_hash

        self.should_run_pixel_test = should_run_pixel_test

        self.args = args or []

52 self.test_options = test_options or []

    def __repr__(self):

        return "DriverInput(test_name='{}', timeout={}, image_hash={}, should_run_pixel_test={}'".format(self.test_name, self.timeout, self.image_hash, self.should_run_pixel_test)

@@class Driver(object):

            command += "'--pixel-test"

        if driver_input.image_hash:

            command += "'" + driver_input.image_hash

488 if driver_input.test_options:

489 command += "'" + "'".join(driver_input.test_options)

        return command + "\n"

    def _read_first_block(self, deadline, test_name):

Tools/WebKitTestRunner/InjectedBundle/Bindings/TestRunner.idl

@@interface TestRunner {

    void notifyDone();

    double preciseTime();

    readonly attribute double timeout;

36 readonly attribute boolean shouldLogTestharnessFailures;

    // Other dumping.

    void dumpBackForwardList();

Tools/WebKitTestRunner/InjectedBundle/InjectedBundle.cpp

@@void InjectedBundle::didReceiveMessageToPage(WKBundlePageRef page, WKStringRef m

        WKRetainPtr<WKStringRef> timeoutKey(AdoptWK, WKStringCreateWithUTF8CString("Timeout"));

        m_timeout = (int)WKUInt64GetValue(static_cast<WKUInt64Ref>(WKDictionaryGetItemForKey(messageBodyDictionary, timeoutKey.get())));

        WKRetainPtr<WKStringRef> shouldLogTestHarnessFailuresKey(AdoptWK, WKStringCreateWithUTF8CString("ShouldLogTestHarnessFailures"));

        m_shouldLogTestHarnessFailures = WKBooleanGetValue(static_cast<WKBooleanRef>(WKDictionaryGetItemForKey(messageBodyDictionary, shouldLogTestHarnessFailuresKey.get())));

        WKRetainPtr<WKStringRef> ackMessageName(AdoptWK, WKStringCreateWithUTF8CString("Ack"));

        WKRetainPtr<WKStringRef> ackMessageBody(AdoptWK, WKStringCreateWithUTF8CString("BeginTest"));

        WKBundlePagePostMessage(page, ackMessageName.get(), ackMessageBody.get());

@@void InjectedBundle::beginTesting(WKDictionaryRef settings)

    if (m_timeout > 0)

        m_testRunner->setCustomTimeout(m_timeout);

338 m_testRunner->setShouldLogTestharnessFailures(m_shouldLogTestHarnessFailures);

339

    page()->prepare();

    WKBundleClearAllDatabases(m_bundle);

Tools/WebKitTestRunner/InjectedBundle/InjectedBundle.h

@@public:

    bool shouldDumpPixels() const { return m_dumpPixels; }

    bool useWaitToDumpWatchdogTimer() const { return m_useWaitToDumpWatchdogTimer; }

80 bool shouldLogTestHarnessFailures() const { return m_shouldLogTestHarnessFailures; };

    void outputText(const String&);

    void postNewBeforeUnloadReturnValue(bool);

    void postAddChromeInputField();

@@private:

    bool m_useWorkQueue;

    int m_timeout;

    bool m_pixelResultIsPending { false };

176 bool m_shouldLogTestHarnessFailures { true };

    WKRetainPtr<WKDataRef> m_audioResult;

    WKRetainPtr<WKImageRef> m_pixelResult;

Tools/WebKitTestRunner/InjectedBundle/TestRunner.h

@@public:

    void notifyDone();

    double preciseTime();

    double timeout() { return m_timeout; }

75 void setShouldLogTestharnessFailures(bool inStderr) { m_shouldLogTestHarnessFailures = inStderr; }

76 bool shouldLogTestharnessFailures() const { return m_shouldLogTestHarnessFailures; }

    // Other dumping.

    void dumpBackForwardList() { m_shouldDumpBackForwardListsForAllWindows = true; }

@@private:

    bool m_customFullScreenBehavior;

    int m_timeout;

390 bool m_shouldLogTestHarnessFailures { true };

    double m_databaseDefaultQuota;

    double m_databaseMaxQuota;

Tools/WebKitTestRunner/TestController.cpp

@@void TestController::configureViewForTest(const TestInvocation& test)

}

struct TestCommand {

1000 TestCommand() : shouldDumpPixels(false), timeout(0) { }

1001

10021000 std::string pathOrURL;

1003 bool shouldDumpPixels;

1001 bool shouldDumpPixels { false };

10041002 std::string expectedPixelHash;

1005 int timeout;

1003 int timeout { 0 };

1004 bool shouldLogTestHarnessFailures { true };

};

class CommandTokenizer {

@@TestCommand parseInputLine(const std::string& inputLine)

            result.shouldDumpPixels = true;

            if (tokenizer.hasNext())

                result.expectedPixelHash = tokenizer.next();

1078 } else

        } else if (arg == std::string("--no-testharness-failure-log"))

            result.shouldLogTestHarnessFailures = false;

        else

            die(inputLine);

    }

    return result;

@@bool TestController::runTest(const char* inputLine)

        m_currentInvocation->setIsPixelTest(command.expectedPixelHash);

    if (command.timeout > 0)

        m_currentInvocation->setCustomTimeout(command.timeout);

1100 m_currentInvocation->setShouldLogTestHarnessFailures(command.shouldLogTestHarnessFailures);

    platformWillRunTest(*m_currentInvocation);

Tools/WebKitTestRunner/TestInvocation.cpp

@@void TestInvocation::invoke()

    WKRetainPtr<WKUInt64Ref> timeoutValue = adoptWK(WKUInt64Create(m_timeout));

    WKDictionarySetItem(beginTestMessageBody.get(), timeoutKey.get(), timeoutValue.get());

    WKRetainPtr<WKStringRef> shouldLogTestHarnessFailuresKey = adoptWK(WKStringCreateWithUTF8CString("ShouldLogTestHarnessFailures"));

    WKRetainPtr<WKBooleanRef> shouldLogTestHarnessFailuresValue = adoptWK(WKBooleanCreate(m_shouldLogTestHarnessFailures));

    WKDictionarySetItem(beginTestMessageBody.get(), shouldLogTestHarnessFailuresKey.get(), shouldLogTestHarnessFailuresValue.get());

    WKPagePostMessageToInjectedBundle(TestController::singleton().mainWebView()->page(), messageName.get(), beginTestMessageBody.get());

    bool shouldOpenExternalURLs = false;

Tools/WebKitTestRunner/TestInvocation.h

@@public:

    void setCustomTimeout(int duration) { m_timeout = duration; }

    int customTimeout() const { return m_timeout; }

54 void setShouldLogTestHarnessFailures(bool value) { m_shouldLogTestHarnessFailures = value; }

    void invoke();

    void didReceiveMessageFromInjectedBundle(WKStringRef messageName, WKTypeRef messageBody);

@@private:

    std::string m_expectedPixelHash;

    int m_timeout { 0 };

103 bool m_shouldLogTestHarnessFailures { false };

    // Invocation state

    bool m_gotInitialResponse { false };

LayoutTests/ChangeLog

2016-09-07  Youenn Fablet  <youenn@apple.com>

        Some WPT testharness-based tests are flaky due to always-changing assertion failure messages

        https://bugs.webkit.org/show_bug.cgi?id=161693

        Reviewed by NOBODY (OOPS!).

        * TestExpectations: Removing flakiness expectations for --no-testharness-failure-log activated tests.

        * resources/testharnessreport.js:

        (self.testRunner.add_completion_callback): Disabling error message in case of --no-testharness-failure-log.

        * tests-options.json: Activating --no-testharness-failure-log to some flaky tests.

2016-09-06  Ryan Haddad  <ryanhaddad@apple.com>

        Marking http/tests/security/cross-origin-plugin-allowed.html as flaky on mac-wk2 release.

LayoutTests/imported/w3c/ChangeLog

2016-09-07  Youenn Fablet  <youenn@apple.com>

        Some WPT testharness-based tests are flaky due to always-changing assertion failure messages

        https://bugs.webkit.org/show_bug.cgi?id=161693

        Reviewed by NOBODY (OOPS!).

        * imported/w3c/web-platform-tests/XMLHttpRequest/responsexml-document-properties-expected.txt:

        * web-platform-tests/fetch/api/request/request-cache-expected.txt:

        * web-platform-tests/html/semantics/embedded-content/the-img-element/environment-changes/viewport-change-expected.txt:

2016-09-06  Chris Dumez  <cdumez@apple.com>

        Add support for input.minLength / textArea.minLength

LayoutTests/TestExpectations

@@imported/w3c/web-platform-tests/XMLHttpRequest/xmlhttprequest-timeout-worker-twi

imported/w3c/web-platform-tests/XMLHttpRequest/send-redirect-bogus.htm [ Skip ]

imported/w3c/web-platform-tests/XMLHttpRequest/send-redirect-to-cors.htm [ Skip ]

imported/w3c/web-platform-tests/XMLHttpRequest/send-redirect-to-non-cors.htm [ Skip ]

# Failing assertion with dynamic message

imported/w3c/web-platform-tests/XMLHttpRequest/responsexml-document-properties.htm [ Failure ]

imported/w3c/web-platform-tests/fetch/api/request/request-cache.html [ Skip ]

webkit.org/b/161176 [ Debug ] imported/w3c/web-platform-tests/url/url-setters.html [ Skip ]

@@imported/w3c/web-platform-tests/html/dom/elements/global-attributes/dir_auto-tex

imported/w3c/web-platform-tests/html/dom/elements/global-attributes/style-01.html [ ImageOnlyFailure ]

imported/w3c/web-platform-tests/html/dom/dynamic-markup-insertion/opening-the-input-stream/010.html [ Failure Timeout ]

474 imported/w3c/web-platform-tests/html/semantics/embedded-content/the-img-element/environment-changes/viewport-change.html [ Failure ]

# Imported Mozilla SVG tests

webkit.org/b/5968 imported/mozilla/svg/linearGradient-basic-03.svg [ ImageOnlyFailure ]

LayoutTests/imported/w3c/web-platform-tests/XMLHttpRequest/responsexml-document-properties-expected.txt

2 FAIL domain assert_~~equ~~a~~ls: expected (undefin~~ed) ~~undefined but got (string) "localhost"~~

2FAIL domain (Assertion failure log disabled)

PASS URL 

PASS documentURI 

PASS referrer 

PASS title 

PASS contentType

8 FAIL readyState assert_~~equ~~a~~ls: expected "complete" but got "interactive"~~

8FAIL readyState (Assertion failure log disabled)

99PASS location

1010PASS defaultView

11 FAIL body assert_~~equ~~a~~ls: expected (undefin~~ed) ~~undefined but got (object) null~~

12 FAIL images assert_~~equ~~a~~ls: expected (undefin~~ed) ~~undefined but got (object) object "[object HTMLCollection]"~~

11FAIL body (Assertion failure log disabled)

12FAIL images (Assertion failure log disabled)

1313PASS doctype

14 FAIL forms assert_~~equ~~a~~ls: expected (undefin~~ed) ~~undefined but got (object) object "[object HTMLCollection]"~~

14FAIL forms (Assertion failure log disabled)

1515PASS all

16 FAIL links assert_~~equ~~a~~ls: expected (undefin~~ed) ~~undefined but got (object) object "[object HTMLCollection]"~~

16FAIL links (Assertion failure log disabled)

1717PASS cookie

1818PASS lastModified set to time of response if no HTTP header provided

19 FAIL lastModified set to related HTTP header if provided assert_~~equ~~a~~ls: expected 1472199840000 but got 1472206350000~~

19FAIL lastModified set to related HTTP header if provided (Assertion failure log disabled)

PASS cookie (after setting it) 

PASS styleSheets 

PASS implementation 

LayoutTests/imported/w3c/web-platform-tests/fetch/api/request/request-cache-expected.txt

@@PASS RequestCache "default" mode checks the cache for previously cached content

PASS RequestCache "default" mode checks the cache for previously cached content and avoids going to the network if a fresh response exists with date and fresh response 

PASS RequestCache "no-cache" mode revalidates stale responses found in the cache with Etag and stale response 

PASS RequestCache "no-cache" mode revalidates stale responses found in the cache with date and stale response 

FAIL RequestCache "no-cache" mode revalidates fresh responses found in the cache with Etag and fresh response assert_equals: expected 2 but got 1

FAIL RequestCache "no-cache" mode revalidates fresh responses found in the cache with date and fresh response assert_equals: expected 2 but got 1

FAIL RequestCache "force-cache" mode checks the cache for previously cached content and avoid revalidation for stale responses with Etag and stale response assert_equals: expected 1 but got 2

FAIL RequestCache "force-cache" mode checks the cache for previously cached content and avoid revalidation for stale responses with date and stale response assert_equals: expected 1 but got 2

FAIL RequestCache "no-cache" mode revalidates fresh responses found in the cache with Etag and fresh response  (Assertion failure log disabled)

FAIL RequestCache "no-cache" mode revalidates fresh responses found in the cache with date and fresh response  (Assertion failure log disabled)

FAIL RequestCache "force-cache" mode checks the cache for previously cached content and avoid revalidation for stale responses with Etag and stale response  (Assertion failure log disabled)

FAIL RequestCache "force-cache" mode checks the cache for previously cached content and avoid revalidation for stale responses with date and stale response  (Assertion failure log disabled)

PASS RequestCache "force-cache" mode checks the cache for previously cached content and avoid revalidation for fresh responses with Etag and fresh response 

PASS RequestCache "force-cache" mode checks the cache for previously cached content and avoid revalidation for fresh responses with date and fresh response 

PASS RequestCache "force-cache" mode checks the cache for previously cached content and goes to the network if a cached response is not found with Etag and stale response 

@@PASS RequestCache "force-cache" stores the response in the cache if it goes to t

PASS RequestCache "force-cache" stores the response in the cache if it goes to the network with date and stale response 

PASS RequestCache "force-cache" stores the response in the cache if it goes to the network with Etag and fresh response 

PASS RequestCache "force-cache" stores the response in the cache if it goes to the network with date and fresh response 

FAIL RequestCache "only-if-cached" mode checks the cache for previously cached content and avoids revalidation for stale responses with Etag and stale response promise_test: Unhandled rejection with value: object "TypeError: Type error"

FAIL RequestCache "only-if-cached" mode checks the cache for previously cached content and avoids revalidation for stale responses with date and stale response promise_test: Unhandled rejection with value: object "TypeError: Type error"

FAIL RequestCache "only-if-cached" mode checks the cache for previously cached content and avoids revalidation for fresh responses with Etag and fresh response promise_test: Unhandled rejection with value: object "TypeError: Type error"

FAIL RequestCache "only-if-cached" mode checks the cache for previously cached content and avoids revalidation for fresh responses with date and fresh response promise_test: Unhandled rejection with value: object "TypeError: Type error"

FAIL RequestCache "only-if-cached" mode checks the cache for previously cached content and avoids revalidation for stale responses with Etag and stale response  (Assertion failure log disabled)

FAIL RequestCache "only-if-cached" mode checks the cache for previously cached content and avoids revalidation for stale responses with date and stale response  (Assertion failure log disabled)

FAIL RequestCache "only-if-cached" mode checks the cache for previously cached content and avoids revalidation for fresh responses with Etag and fresh response  (Assertion failure log disabled)

FAIL RequestCache "only-if-cached" mode checks the cache for previously cached content and avoids revalidation for fresh responses with date and fresh response  (Assertion failure log disabled)

3030PASS RequestCache "only-if-cached" mode checks the cache for previously cached content and does not go to the network if a cached response is not found with Etag and fresh response

3131PASS RequestCache "only-if-cached" mode checks the cache for previously cached content and does not go to the network if a cached response is not found with date and fresh response

FAIL RequestCache "only-if-cached" (with "same-origin") uses cached same-origin redirects to same-origin content with Etag and fresh response promise_test: Unhandled rejection with value: object "TypeError: Type error"

FAIL RequestCache "only-if-cached" (with "same-origin") uses cached same-origin redirects to same-origin content with date and fresh response promise_test: Unhandled rejection with value: object "TypeError: Type error"

FAIL RequestCache "only-if-cached" (with "same-origin") uses cached same-origin redirects to same-origin content with Etag and stale response promise_test: Unhandled rejection with value: object "TypeError: Type error"

FAIL RequestCache "only-if-cached" (with "same-origin") uses cached same-origin redirects to same-origin content with date and stale response promise_test: Unhandled rejection with value: object "TypeError: Type error"

FAIL RequestCache "only-if-cached" (with "same-origin") uses cached same-origin redirects to same-origin content with Etag and fresh response  (Assertion failure log disabled)

FAIL RequestCache "only-if-cached" (with "same-origin") uses cached same-origin redirects to same-origin content with date and fresh response  (Assertion failure log disabled)

FAIL RequestCache "only-if-cached" (with "same-origin") uses cached same-origin redirects to same-origin content with Etag and stale response  (Assertion failure log disabled)

FAIL RequestCache "only-if-cached" (with "same-origin") uses cached same-origin redirects to same-origin content with date and stale response  (Assertion failure log disabled)

PASS RequestCache "only-if-cached" (with "same-origin") does not follow redirects across origins and rejects with Etag and fresh response 

PASS RequestCache "only-if-cached" (with "same-origin") does not follow redirects across origins and rejects with date and fresh response 

PASS RequestCache "only-if-cached" (with "same-origin") does not follow redirects across origins and rejects with Etag and stale response 

PASS RequestCache "only-if-cached" (with "same-origin") does not follow redirects across origins and rejects with date and stale response

FAIL RequestCache "no-store" mode does not check the cache for previously cached content and goes to the network regardless with Etag and stale response assert_equals: expected (undefined) undefined but got (string) "\"0.11339741344180754\""

FAIL RequestCache "no-store" mode does not check the cache for previously cached content and goes to the network regardless with date and stale response assert_equals: expected (undefined) undefined but got (string) "Fri, 26 Aug 2016 08:23:55 GMT"

FAIL RequestCache "no-store" mode does not check the cache for previously cached content and goes to the network regardless with Etag and fresh response assert_equals: expected 2 but got 1

FAIL RequestCache "no-store" mode does not check the cache for previously cached content and goes to the network regardless with date and fresh response assert_equals: expected 2 but got 1

FAIL RequestCache "no-store" mode does not store the response in the cache with Etag and stale response assert_equals: expected (undefined) undefined but got (string) "\"0.08040045229791004\""

FAIL RequestCache "no-store" mode does not store the response in the cache with date and stale response assert_equals: expected (undefined) undefined but got (string) "Fri, 26 Aug 2016 08:23:55 GMT"

FAIL RequestCache "no-store" mode does not store the response in the cache with Etag and fresh response assert_equals: expected 2 but got 1

FAIL RequestCache "no-store" mode does not store the response in the cache with date and fresh response assert_equals: expected 2 but got 1

FAIL RequestCache "no-store" mode does not check the cache for previously cached content and goes to the network regardless with Etag and stale response  (Assertion failure log disabled)

FAIL RequestCache "no-store" mode does not check the cache for previously cached content and goes to the network regardless with date and stale response  (Assertion failure log disabled)

FAIL RequestCache "no-store" mode does not check the cache for previously cached content and goes to the network regardless with Etag and fresh response  (Assertion failure log disabled)

FAIL RequestCache "no-store" mode does not check the cache for previously cached content and goes to the network regardless with date and fresh response  (Assertion failure log disabled)

FAIL RequestCache "no-store" mode does not store the response in the cache with Etag and stale response  (Assertion failure log disabled)

FAIL RequestCache "no-store" mode does not store the response in the cache with date and stale response  (Assertion failure log disabled)

FAIL RequestCache "no-store" mode does not store the response in the cache with Etag and fresh response  (Assertion failure log disabled)

FAIL RequestCache "no-store" mode does not store the response in the cache with date and fresh response  (Assertion failure log disabled)

PASS RequestCache "default" mode with an If-Modified-Since header is treated similarly to "no-store" with Etag and stale response 

PASS RequestCache "default" mode with an If-Modified-Since header is treated similarly to "no-store" with date and stale response 

PASS RequestCache "default" mode with an If-Modified-Since header is treated similarly to "no-store" with Etag and fresh response 

PASS RequestCache "default" mode with an If-Modified-Since header is treated similarly to "no-store" with date and fresh response 

PASS RequestCache "default" mode with an If-Modified-Since header is treated similarly to "no-store" with Etag and stale response 

PASS RequestCache "default" mode with an If-Modified-Since header is treated similarly to "no-store" with date and stale response

54 FAIL RequestCache "default" mode with an If-Modified-Since header is treated similarly to "no-store" with Etag and fresh response assert_~~equ~~a~~ls: expected 2 but got 1~~

54FAIL RequestCache "default" mode with an If-Modified-Since header is treated similarly to "no-store" with Etag and fresh response (Assertion failure log disabled)

PASS RequestCache "default" mode with an If-Modified-Since header is treated similarly to "no-store" with date and fresh response 

PASS RequestCache "default" mode with an If-None-Match header is treated similarly to "no-store" with Etag and stale response 

PASS RequestCache "default" mode with an If-None-Match header is treated similarly to "no-store" with date and stale response 

@@PASS RequestCache "default" mode with an If-None-Match header is treated similar

PASS RequestCache "default" mode with an If-None-Match header is treated similarly to "no-store" with date and fresh response 

PASS RequestCache "default" mode with an If-None-Match header is treated similarly to "no-store" with Etag and stale response 

PASS RequestCache "default" mode with an If-None-Match header is treated similarly to "no-store" with date and stale response 

62 FAIL RequestCache "default" mode with an If-None-Match header is treated similarly to "no-store" with Etag and fresh response assert_~~equ~~a~~ls: expected 2 but got 1~~

63 FAIL RequestCache "default" mode with an If-None-Match header is treated similarly to "no-store" with date and fresh response assert_~~equ~~a~~ls: expected 2 but got 1~~

62FAIL RequestCache "default" mode with an If-None-Match header is treated similarly to "no-store" with Etag and fresh response (Assertion failure log disabled)

63FAIL RequestCache "default" mode with an If-None-Match header is treated similarly to "no-store" with date and fresh response (Assertion failure log disabled)

PASS RequestCache "default" mode with an If-Unmodified-Since header is treated similarly to "no-store" with Etag and stale response 

PASS RequestCache "default" mode with an If-Unmodified-Since header is treated similarly to "no-store" with date and stale response 

PASS RequestCache "default" mode with an If-Unmodified-Since header is treated similarly to "no-store" with Etag and fresh response 

PASS RequestCache "default" mode with an If-Unmodified-Since header is treated similarly to "no-store" with date and fresh response 

PASS RequestCache "default" mode with an If-Unmodified-Since header is treated similarly to "no-store" with Etag and stale response 

PASS RequestCache "default" mode with an If-Unmodified-Since header is treated similarly to "no-store" with date and stale response

70 FAIL RequestCache "default" mode with an If-Unmodified-Since header is treated similarly to "no-store" with Etag and fresh response assert_~~equ~~a~~ls: expected 2 but got 1~~

71 FAIL RequestCache "default" mode with an If-Unmodified-Since header is treated similarly to "no-store" with date and fresh response assert_~~equ~~a~~ls: expected 2 but got 1~~

70FAIL RequestCache "default" mode with an If-Unmodified-Since header is treated similarly to "no-store" with Etag and fresh response (Assertion failure log disabled)

71FAIL RequestCache "default" mode with an If-Unmodified-Since header is treated similarly to "no-store" with date and fresh response (Assertion failure log disabled)

PASS RequestCache "default" mode with an If-Match header is treated similarly to "no-store" with Etag and stale response 

PASS RequestCache "default" mode with an If-Match header is treated similarly to "no-store" with date and stale response 

PASS RequestCache "default" mode with an If-Match header is treated similarly to "no-store" with Etag and fresh response 

PASS RequestCache "default" mode with an If-Match header is treated similarly to "no-store" with date and fresh response 

PASS RequestCache "default" mode with an If-Match header is treated similarly to "no-store" with Etag and stale response 

PASS RequestCache "default" mode with an If-Match header is treated similarly to "no-store" with date and stale response

78 FAIL RequestCache "default" mode with an If-Match header is treated similarly to "no-store" with Etag and fresh response assert_~~equ~~a~~ls: expected 2 but got 1~~

79 FAIL RequestCache "default" mode with an If-Match header is treated similarly to "no-store" with date and fresh response assert_~~equ~~a~~ls: expected 2 but got 1~~

78FAIL RequestCache "default" mode with an If-Match header is treated similarly to "no-store" with Etag and fresh response (Assertion failure log disabled)

79FAIL RequestCache "default" mode with an If-Match header is treated similarly to "no-store" with date and fresh response (Assertion failure log disabled)

PASS RequestCache "default" mode with an If-Range header is treated similarly to "no-store" with Etag and stale response 

PASS RequestCache "default" mode with an If-Range header is treated similarly to "no-store" with date and stale response 

PASS RequestCache "default" mode with an If-Range header is treated similarly to "no-store" with Etag and fresh response 

PASS RequestCache "default" mode with an If-Range header is treated similarly to "no-store" with date and fresh response 

PASS RequestCache "default" mode with an If-Range header is treated similarly to "no-store" with Etag and stale response 

PASS RequestCache "default" mode with an If-Range header is treated similarly to "no-store" with date and stale response

86 FAIL RequestCache "default" mode with an If-Range header is treated similarly to "no-store" with Etag and fresh response assert_~~equ~~a~~ls: expected 2 but got 1~~

87 FAIL RequestCache "default" mode with an If-Range header is treated similarly to "no-store" with date and fresh response assert_~~equ~~a~~ls: expected 2 but got 1~~

86FAIL RequestCache "default" mode with an If-Range header is treated similarly to "no-store" with Etag and fresh response (Assertion failure log disabled)

87FAIL RequestCache "default" mode with an If-Range header is treated similarly to "no-store" with date and fresh response (Assertion failure log disabled)

PASS Responses with the "Cache-Control: no-store" header are not stored in the cache with Etag and stale response 

PASS Responses with the "Cache-Control: no-store" header are not stored in the cache with date and stale response 

PASS Responses with the "Cache-Control: no-store" header are not stored in the cache with Etag and fresh response 

PASS Responses with the "Cache-Control: no-store" header are not stored in the cache with date and fresh response

FAIL RequestCache "reload" mode does not check the cache for previously cached content and goes to the network regardless with Etag and stale response assert_equals: expected (undefined) undefined but got (string) "\"0.8827320119852241\""

FAIL RequestCache "reload" mode does not check the cache for previously cached content and goes to the network regardless with date and stale response assert_equals: expected (undefined) undefined but got (string) "Fri, 26 Aug 2016 08:23:55 GMT"

FAIL RequestCache "reload" mode does not check the cache for previously cached content and goes to the network regardless with Etag and fresh response assert_equals: expected 2 but got 1

FAIL RequestCache "reload" mode does not check the cache for previously cached content and goes to the network regardless with date and fresh response assert_equals: expected 2 but got 1

FAIL RequestCache "reload" mode does not check the cache for previously cached content and goes to the network regardless with Etag and stale response  (Assertion failure log disabled)

FAIL RequestCache "reload" mode does not check the cache for previously cached content and goes to the network regardless with date and stale response  (Assertion failure log disabled)

FAIL RequestCache "reload" mode does not check the cache for previously cached content and goes to the network regardless with Etag and fresh response  (Assertion failure log disabled)

FAIL RequestCache "reload" mode does not check the cache for previously cached content and goes to the network regardless with date and fresh response  (Assertion failure log disabled)

PASS RequestCache "reload" mode does store the response in the cache with Etag and stale response 

PASS RequestCache "reload" mode does store the response in the cache with date and stale response 

PASS RequestCache "reload" mode does store the response in the cache with Etag and fresh response 

PASS RequestCache "reload" mode does store the response in the cache with date and fresh response

FAIL RequestCache "reload" mode does store the response in the cache even if a previous response is already stored with Etag and stale response assert_equals: expected (undefined) undefined but got (string) "\"0.48179460674978747\""

FAIL RequestCache "reload" mode does store the response in the cache even if a previous response is already stored with date and stale response assert_equals: expected (undefined) undefined but got (string) "Fri, 26 Aug 2016 08:23:55 GMT"

FAIL RequestCache "reload" mode does store the response in the cache even if a previous response is already stored with Etag and fresh response assert_equals: expected 2 but got 1

FAIL RequestCache "reload" mode does store the response in the cache even if a previous response is already stored with date and fresh response assert_equals: expected 2 but got 1

FAIL RequestCache "reload" mode does store the response in the cache even if a previous response is already stored with Etag and stale response  (Assertion failure log disabled)

FAIL RequestCache "reload" mode does store the response in the cache even if a previous response is already stored with date and stale response  (Assertion failure log disabled)

FAIL RequestCache "reload" mode does store the response in the cache even if a previous response is already stored with Etag and fresh response  (Assertion failure log disabled)

FAIL RequestCache "reload" mode does store the response in the cache even if a previous response is already stored with date and fresh response  (Assertion failure log disabled)

104104

LayoutTests/imported/w3c/web-platform-tests/html/semantics/embedded-content/the-img-element/environment-changes/viewport-change-expected.txt

@@Harness Error (TIMEOUT), message = null

PASS img (no src), onload, narrow 

PASS img (no src), resize to wide 

6 FAIL img (empty src), onload, narrow assert_~~equ~~a~~ls: expected "" but got "http://localhost:8800/html/semantics/embedded-content/the-img-element/environment-changes/iframed.sub.html?id=9b392575-3b6d-4b94-8e72-d78b37de9b04"~~

6FAIL img (empty src), onload, narrow (Assertion failure log disabled)

PASS img (empty src), resize to wide 

PASS img (src only) broken image, onload, narrow 

PASS img (src only) broken image, resize to wide 

@@PASS picture: source (max-width:500px) valid image, img broken image, resize to

PASS picture: source (max-width:500px) valid image, img valid image, onload, narrow 

PASS picture: source (max-width:500px) valid image, img valid image, resize to wide 

PASS picture: same URL in source (max-width:500px) and img, onload, narrow 

25 FAIL picture: same URL in source (max-width:500px) and img, resize to wide assert_un~~reached: Got unexpected~~ loa~~d event Reached unreach~~able code

25FAIL picture: same URL in source (max-width:500px) and img, resize to wide (Assertion failure log disabled)

2626PASS img (no src), onload, wide

2727PASS img (no src), resize to narrow

28 FAIL img (empty src), onload, wide assert_~~equ~~a~~ls: expected "" but got "http://localhost:8800/html/semantics/embedded-content/the-img-element/environment-changes/iframed.sub.html?id=6582f991-29b6-4383-a304-b36748b784d5"~~

28FAIL img (empty src), onload, wide (Assertion failure log disabled)

PASS img (empty src), resize to narrow 

PASS img (src only) broken image, onload, wide 

PASS img (src only) broken image, resize to narrow 

@@PASS img (srcset 1 cand) broken image, onload, wide

PASS img (srcset 1 cand) broken image, resize to narrow 

PASS img (srcset 1 cand) valid image, onload, wide 

PASS img (srcset 1 cand) valid image, resize to narrow 

38 FAIL picture: source (max-width:500px) broken image, img broken image, onload, wide assert_~~equ~~a~~ls: expected "http://localhost:8800/images/broken.png?71-6582f991-29b6-4383-a304-b36748b784d5" but got "http://localhost:8800/images/broken.png?70-6582f991-29b6-4383-a304-b36748b784d5"~~

38FAIL picture: source (max-width:500px) broken image, img broken image, onload, wide (Assertion failure log disabled)

3939TIMEOUT picture: source (max-width:500px) broken image, img broken image, resize to narrow Test timed out

40 FAIL picture: source (max-width:500px) broken image, img valid image, onload, wide assert_~~equ~~a~~ls: expected "http://localhost:8800/images/green-2x2.png?81-6582f991-29b6-4383-a304-b36748b784d5" but got "http://localhost:8800/images/broken.png?80-6582f991-29b6-4383-a304-b36748b784d5"~~

40FAIL picture: source (max-width:500px) broken image, img valid image, onload, wide (Assertion failure log disabled)

4141TIMEOUT picture: source (max-width:500px) broken image, img valid image, resize to narrow Test timed out

42 FAIL picture: source (max-width:500px) valid image, img broken image, onload, wide assert_~~equ~~a~~ls: expected "http://localhost:8800/images/broken.png?91-6582f991-29b6-4383-a304-b36748b784d5" but got "http://localhost:8800/images/green-1x1.png?90-6582f991-29b6-4383-a304-b36748b784d5"~~

42FAIL picture: source (max-width:500px) valid image, img broken image, onload, wide (Assertion failure log disabled)

4343TIMEOUT picture: source (max-width:500px) valid image, img broken image, resize to narrow Test timed out

44 FAIL picture: source (max-width:500px) valid image, img valid image, onload, wide assert_~~equ~~a~~ls: expected "http://localhost:8800/images/green-2x2.png?101-6582f991-29b6-4383-a304-b36748b784d5" but got "http://localhost:8800/images/green-1x1.png?100-6582f991-29b6-4383-a304-b36748b784d5"~~

44FAIL picture: source (max-width:500px) valid image, img valid image, onload, wide (Assertion failure log disabled)

TIMEOUT picture: source (max-width:500px) valid image, img valid image, resize to narrow Test timed out

PASS picture: same URL in source (max-width:500px) and img, onload, wide 

PASS picture: same URL in source (max-width:500px) and img, resize to narrow 

LayoutTests/resources/testharnessreport.js

@@if (self.testRunner) {

                    if (stackIndex > 0)

                        message = message.substr(0, stackIndex);

                }

70 if (window.testRunner && !testRunner.shouldLogTestharnessFailures && tests[i].status == 1)

71 message = " (Assertion failure log disabled)"

                resultStr += convertResult(tests[i].status) + " " +  (tests[i].name != null ? tests[i].name : "") + " " + message + "\n";

            }

LayoutTests/tests-options.json

    "imported/w3c/web-platform-tests/XMLHttpRequest/progress-events-response-data-gzip.htm": [

        "slow"

    ],

5 "imported/w3c/web-platform-tests/XMLHttpRequest/send-redirect-bogus.htm": [

    "imported/w3c/web-platform-tests/XMLHttpRequest/responsexml-document-properties.htm": [

        "--no-testharness-failure-log"

    ],

     "imported/w3c/web-platform-tests/XMLHttpRequest/send-redirect-bogus.htm": [

        "slow"

    ],

    "imported/w3c/web-platform-tests/XMLHttpRequest/xmlhttprequest-timeout-aborted.html": [

        "slow"

    ],

    "imported/w3c/web-platform-tests/fetch/api/request/request-cache.html": [

117 "slow"

120 "slow",

121 "--no-testharness-failure-log"

    ],

    "imported/w3c/web-platform-tests/html/browsers/browsing-the-web/history-traversal/persisted-user-state-restoration/scroll-restoration-fragment-scrolling-cross-origin.html": [

        "slow"

    ],

    "imported/w3c/web-platform-tests/html/semantics/forms/textfieldselection/selection.html": [

        "slow"

    ],

    "imported/w3c/web-platform-tests/html/semantics/embedded-content/the-img-element/environment-changes/viewport-change.html": [

        "--no-testharness-failure-log"

184191 ]

185192}