single_test_runner.py

@@class SingleTestRunner:

        self._timeout = test_input.timeout

        self._worker_name = worker_name

        self._test_name = test_input.test_name

58 self._should_run_pixel_test = test_input.should_run_pixel_test

        self._is_reftest = False

        self._reference_files = port.reference_files(self._test_name)

@@class SingleTestRunner:

                                 self._port.expected_audio(self._test_name))

    def _should_fetch_expected_checksum(self):

81 if not self._should_run_pixel_test:

82 return False

        return (self._options.pixel_tests and

                not (self._options.new_baseline or self._options.reset_results))

Tools/Scripts/webkitpy/layout_tests/controllers/worker.py

@@class Worker(manager_worker_broker.AbstractWorker):

        start_time = time.time()

        num_tests = 0

        for test_input in test_list:

111 if self._port.driver_name() == "WebKitTestRunner" and self._port.get_option('skip_pixel_test_if_no_baseline') and self._port.get_option('pixel_tests'):

112 test_input.should_run_pixel_test = (self._port.expected_image(test_input.test_name) != None)

            self._run_test(test_input)

            num_tests += 1

            self._worker_connection.yield_to_broker()

Tools/Scripts/webkitpy/layout_tests/models/test_input.py

@@class TestInput:

    ref_file = None

    is_mismatch_reftest = None

39 def __init__(self, test_name, timeout):

39 def __init__(self, test_name, timeout, should_run_pixel_test=True):

        """Holds the input parameters for a test.

        Args:

          test: name of test (not an absolute path!)

@@class TestInput:

          """

        self.test_name = test_name

        self.timeout = timeout

49 self.should_run_pixel_test = should_run_pixel_test

    def __repr__(self):

        return "TestInput('%s', %d)" % (self.test_name, self.timeout)

Tools/Scripts/webkitpy/layout_tests/run_webkit_tests.py

@@def _set_up_derived_options(port, options):

        warnings.append("--no-http is ignored since --force is also provided")

        options.http = True

    if options.skip_pixel_test_if_no_baseline and not options.pixel_tests:

        warnings.append("--skip-pixel-test-if-no-baseline is only supported with -p (--pixel-tests)")

    return warnings

@@def parse_args(args=None):

        optparse.make_option("--no-new-test-results", action="store_false",

            dest="new_test_results", default=True,

            help="Don't create new baselines when no expected results exist"),

        optparse.make_option("--skip-pixel-test-if-no-baseline", action="store_true",

            dest="skip_pixel_test_if_no_baseline", help="Do not generate and check pixel result in the case when "

                 "no image baseline is available for the test."),

        optparse.make_option("--skip-failing-tests", action="store_true",

            default=False, help="Skip tests that are expected to fail. "

                 "Note: When using this option, you might miss new crashes "

Tools/Scripts/webkitpy/layout_tests/run_webkit_tests_integrationtest.py

@@class MainTest(unittest.TestCase):

        tests_run = get_tests_run(['--repeat-each', '2'] + tests_to_run, tests_included=True, flatten_batches=True)

        self.assertEquals(tests_run, ['passes/image.html', 'passes/image.html', 'passes/text.html', 'passes/text.html'])

    def test_skip_pixel_test_if_no_baseline_option(self):

        tests_to_run = ['passes/image.html', 'passes/text.html']

        tests_run = get_tests_run(['--skip-pixel-test-if-no-baseline'] + tests_to_run, tests_included=True, flatten_batches=True)

        self.assertEquals(tests_run, ['passes/image.html', 'passes/text.html'])

    def test_iterations(self):

        tests_to_run = ['passes/image.html', 'passes/text.html']

        tests_run = get_tests_run(['--iterations', '2'] + tests_to_run, tests_included=True, flatten_batches=True)

Tools/WebKitTestRunner/TestInvocation.cpp

@@TestInvocation::~TestInvocation()

void TestInvocation::setIsPixelTest(const std::string& expectedPixelHash)

{

109 if (!expectedPixelHash.length())

110 return;

    m_dumpPixels = true;

    m_expectedPixelHash = expectedPixelHash;

}