diff --git a/tests/wpt/include.ini b/tests/wpt/include.ini index 09299d7927f4..d6dd4d7d5925 100644 --- a/tests/wpt/include.ini +++ b/tests/wpt/include.ini @@ -125,6 +125,12 @@ skip: true skip: false [WebCryptoAPI] skip: false +[webdriver] + skip: true + [tests] + skip: true + [new_session] + skip: false [webgl] skip: false [webvr] diff --git a/tests/wpt/metadata/webdriver/tests/new_session/default_values.py.ini b/tests/wpt/metadata/webdriver/tests/new_session/default_values.py.ini new file mode 100644 index 000000000000..01d332bcfef3 --- /dev/null +++ b/tests/wpt/metadata/webdriver/tests/new_session/default_values.py.ini @@ -0,0 +1,13 @@ +[default_values.py] + [test_ignore_non_spec_fields_in_capabilities] + expected: FAIL + + [test_valid_but_unmatchable_key] + expected: FAIL + + [test_no_capabilites] + expected: FAIL + + [test_desired] + expected: FAIL + diff --git a/tests/wpt/metadata/webdriver/tests/new_session/invalid_capabilities.py.ini b/tests/wpt/metadata/webdriver/tests/new_session/invalid_capabilities.py.ini new file mode 100644 index 000000000000..3b3ee7c9ddc0 --- /dev/null +++ b/tests/wpt/metadata/webdriver/tests/new_session/invalid_capabilities.py.ini @@ -0,0 +1,586 @@ +[invalid_capabilities.py] + [test_invalid_values[timeouts-value58-0\]] + expected: FAIL + + [test_invalid_values[platformName-value13-1\]] + expected: FAIL + + [test_invalid_values[proxy-value43-1\]] + expected: FAIL + + [test_invalid_values[timeouts-value54-1\]] + expected: FAIL + + [test_invalid_values[proxy-value28-0\]] + expected: FAIL + + [test_invalid_values[proxy-value40-0\]] + expected: FAIL + + [test_invalid_extensions[firefox-0\]] + expected: FAIL + + [test_invalid_extensions[automaticInspection-1\]] + expected: FAIL + + [test_invalid_values[browserName-1-0\]] + expected: FAIL + + [test_invalid_values[timeouts-value57-1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-dismiss -0\]] + expected: FAIL + + [test_invalid_values[timeouts-value62-1\]] + expected: FAIL + + [test_invalid_values[proxy-value37-1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-value69-0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-False-0\]] + expected: FAIL + + [test_invalid_values[proxy-value31-0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-interactive-1\]] + expected: FAIL + + [test_invalid_values[proxy-value37-0\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-DISMISS-0\]] + expected: FAIL + + [test_invalid_values[proxy-value39-1\]] + expected: FAIL + + [test_invalid_extensions[firefox_binary-0\]] + expected: FAIL + + [test_invalid_values[strictFileInteractability-false-0\]] + expected: FAIL + + [test_invalid_values[acceptInsecureCerts-value1-0\]] + expected: FAIL + + [test_invalid_values[timeouts-value50-0\]] + expected: FAIL + + [test_invalid_values[browserVersion-False-1\]] + expected: FAIL + + [test_invalid_extensions[logFile-0\]] + expected: FAIL + + [test_invalid_values[timeouts-value60-1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-value68-0\]] + expected: FAIL + + [test_invalid_values[platformName-value13-0\]] + expected: FAIL + + [test_invalid_values[browserName-value6-0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-value18-0\]] + expected: FAIL + + [test_invalid_values[timeouts-value57-0\]] + expected: FAIL + + [test_invalid_extensions[nativeEvents-0\]] + expected: FAIL + + [test_invalid_values[timeouts-False-1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-eagerblah-1\]] + expected: FAIL + + [test_invalid_values[timeouts-value58-1\]] + expected: FAIL + + [test_invalid_extensions[platform-0\]] + expected: FAIL + + [test_invalid_values[browserVersion-False-0\]] + expected: FAIL + + [test_invalid_values[timeouts-value61-1\]] + expected: FAIL + + [test_invalid_values[timeouts-value46-1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-Accept-1\]] + expected: FAIL + + [test_invalid_values[acceptInsecureCerts-1-0\]] + expected: FAIL + + [test_invalid_values[proxy-value39-0\]] + expected: FAIL + + [test_invalid_extensions[firefox_binary-1\]] + expected: FAIL + + [test_invalid_extensions[logLevel-0\]] + expected: FAIL + + [test_invalid_values[browserName-1-1\]] + expected: FAIL + + [test_invalid_values[strictFileInteractability-false-1\]] + expected: FAIL + + [test_invalid_values[timeouts-value50-1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-eager -0\]] + expected: FAIL + + [test_invalid_extensions[profile-1\]] + expected: FAIL + + [test_invalid_extensions[platformVersion-0\]] + expected: FAIL + + [test_invalid_values[proxy-value36-0\]] + expected: FAIL + + [test_invalid_values[acceptInsecureCerts-value2-0\]] + expected: FAIL + + [test_invalid_values[platformName-False-0\]] + expected: FAIL + + [test_invalid_values[proxy-value33-0\]] + expected: FAIL + + [test_invalid_values[timeouts-value59-0\]] + expected: FAIL + + [test_invalid_values[timeouts-value49-0\]] + expected: FAIL + + [test_invalid_values[timeouts-1-0\]] + expected: FAIL + + [test_invalid_values[browserName-value5-1\]] + expected: FAIL + + [test_invalid_extensions[browser-1\]] + expected: FAIL + + [test_invalid_values[proxy-value41-1\]] + expected: FAIL + + [test_invalid_values[timeouts-value62-0\]] + expected: FAIL + + [test_invalid_values[proxy-value42-0\]] + expected: FAIL + + [test_invalid_values[proxy-value32-0\]] + expected: FAIL + + [test_invalid_extensions[chromeOptions-1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-value69-1\]] + expected: FAIL + + [test_invalid_values[proxy-{}-0\]] + expected: FAIL + + [test_invalid_extensions[trustAllSSLCertificates-0\]] + expected: FAIL + + [test_invalid_extensions[initialBrowserUrl-0\]] + expected: FAIL + + [test_invalid_values[timeouts-value56-0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-Eager-0\]] + expected: FAIL + + [test_invalid_values[strictFileInteractability-value64-0\]] + expected: FAIL + + [test_invalid_values[timeouts-{}-1\]] + expected: FAIL + + [test_invalid_values[acceptInsecureCerts-false-1\]] + expected: FAIL + + [test_invalid_values[timeouts-value52-1\]] + expected: FAIL + + [test_invalid_values[browserVersion-value10-1\]] + expected: FAIL + + [test_invalid_values[strictFileInteractability-value64-1\]] + expected: FAIL + + [test_invalid_extensions[firefox-1\]] + expected: FAIL + + [test_invalid_extensions[platformVersion-1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-dismiss -1\]] + expected: FAIL + + [test_invalid_values[proxy-value36-1\]] + expected: FAIL + + [test_invalid_values[proxy-value43-0\]] + expected: FAIL + + [test_invalid_values[proxy-value28-1\]] + expected: FAIL + + [test_invalid_values[strictFileInteractability-value65-1\]] + expected: FAIL + + [test_invalid_values[acceptInsecureCerts-value2-1\]] + expected: FAIL + + [test_invalid_values[timeouts-value54-0\]] + expected: FAIL + + [test_invalid_values[timeouts-value49-1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-1-1\]] + expected: FAIL + + [test_invalid_values[proxy-value40-1\]] + expected: FAIL + + [test_invalid_extensions[nativeEvents-1\]] + expected: FAIL + + [test_invalid_values[browserName-value5-0\]] + expected: FAIL + + [test_invalid_values[proxy-value32-1\]] + expected: FAIL + + [test_invalid_extensions[platform-1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-interactive-0\]] + expected: FAIL + + [test_invalid_values[proxy-value31-1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-False-1\]] + expected: FAIL + + [test_invalid_values[proxy-{}-1\]] + expected: FAIL + + [test_invalid_extensions[initialBrowserUrl-1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-Eager-1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-dismissABC-0\]] + expected: FAIL + + [test_invalid_values[timeouts-value56-1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-value68-1\]] + expected: FAIL + + [test_invalid_extensions[automaticProfiling-0\]] + expected: FAIL + + [test_invalid_values[acceptInsecureCerts-value1-1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-eager -1\]] + expected: FAIL + + [test_invalid_values[proxy-1-1\]] + expected: FAIL + + [test_invalid_extensions[chromeOptions-0\]] + expected: FAIL + + [test_invalid_values[timeouts-value61-0\]] + expected: FAIL + + [test_invalid_extensions[version-1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-dismissABC-1\]] + expected: FAIL + + [test_invalid_values[timeouts-value51-1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-value17-0\]] + expected: FAIL + + [test_invalid_extensions[requireWindowFocus-0\]] + expected: FAIL + + [test_invalid_values[browserVersion-value9-0\]] + expected: FAIL + + [test_invalid_values[proxy-value34-0\]] + expected: FAIL + + [test_invalid_values[platformName-value14-0\]] + expected: FAIL + + [test_invalid_values[proxy-value44-1\]] + expected: FAIL + + [test_invalid_extensions[browser-0\]] + expected: FAIL + + [test_invalid_values[proxy-value38-0\]] + expected: FAIL + + [test_invalid_extensions[ensureCleanSession-1\]] + expected: FAIL + + [test_invalid_values[proxy-value33-1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior- dismiss-1\]] + expected: FAIL + + [test_invalid_values[browserName-False-0\]] + expected: FAIL + + [test_invalid_values[timeouts-value52-0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-invalid-0\]] + expected: FAIL + + [test_invalid_values[strictFileInteractability-1-1\]] + expected: FAIL + + [test_invalid_values[proxy-value30-1\]] + expected: FAIL + + [test_invalid_values[timeouts-value53-0\]] + expected: FAIL + + [test_invalid_values[platformName-value14-1\]] + expected: FAIL + + [test_invalid_values[timeouts-value60-0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy- eager-1\]] + expected: FAIL + + [test_invalid_values[timeouts-value51-0\]] + expected: FAIL + + [test_invalid_values[platformName-False-1\]] + expected: FAIL + + [test_invalid_values[proxy-1-0\]] + expected: FAIL + + [test_invalid_extensions[version-0\]] + expected: FAIL + + [test_invalid_values[browserVersion-value9-1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-value18-1\]] + expected: FAIL + + [test_invalid_extensions[javascriptEnabled-1\]] + expected: FAIL + + [test_invalid_values[timeouts-value59-1\]] + expected: FAIL + + [test_invalid_values[proxy-value34-1\]] + expected: FAIL + + [test_invalid_values[proxy-value41-0\]] + expected: FAIL + + [test_invalid_values[proxy-value42-1\]] + expected: FAIL + + [test_invalid_values[timeouts-1-1\]] + expected: FAIL + + [test_invalid_extensions[requireWindowFocus-1\]] + expected: FAIL + + [test_invalid_values[proxy-value44-0\]] + expected: FAIL + + [test_invalid_extensions[automaticInspection-0\]] + expected: FAIL + + [test_invalid_always_match[None\]] + expected: FAIL + + [test_invalid_values[proxy-value38-1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior- dismiss-0\]] + expected: FAIL + + [test_invalid_values[browserVersion-value10-0\]] + expected: FAIL + + [test_invalid_values[timeouts-{}-0\]] + expected: FAIL + + [test_invalid_extensions[firefoxOptions-0\]] + expected: FAIL + + [test_invalid_values[acceptInsecureCerts-false-0\]] + expected: FAIL + + [test_invalid_values[browserName-False-1\]] + expected: FAIL + + [test_invalid_extensions[seleniumProtocol-0\]] + expected: FAIL + + [test_invalid_extensions[javascriptEnabled-0\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-False-0\]] + expected: FAIL + + [test_invalid_extensions[automaticProfiling-1\]] + expected: FAIL + + [test_invalid_extensions[safari.options-1\]] + expected: FAIL + + [test_invalid_values[browserName-value6-1\]] + expected: FAIL + + [test_invalid_values[platformName-1-1\]] + expected: FAIL + + [test_invalid_values[proxy-value35-1\]] + expected: FAIL + + [test_invalid_extensions[ensureCleanSession-0\]] + expected: FAIL + + [test_invalid_extensions[logFile-1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-DISMISS-1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-eagerblah-0\]] + expected: FAIL + + [test_invalid_values[strictFileInteractability-1-0\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-Accept-0\]] + expected: FAIL + + [test_invalid_values[timeouts-value55-1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-1-0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-NONE-0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-1-1\]] + expected: FAIL + + [test_invalid_extensions[profile-0\]] + expected: FAIL + + [test_invalid_extensions[firefoxOptions-1\]] + expected: FAIL + + [test_invalid_values[timeouts-value46-0\]] + expected: FAIL + + [test_invalid_values[browserVersion-1-1\]] + expected: FAIL + + [test_invalid_extensions[trustAllSSLCertificates-1\]] + expected: FAIL + + [test_invalid_extensions[safari.options-0\]] + expected: FAIL + + [test_invalid_values[platformName-1-0\]] + expected: FAIL + + [test_invalid_values[proxy-value35-0\]] + expected: FAIL + + [test_invalid_extensions[logLevel-1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-value17-1\]] + expected: FAIL + + [test_invalid_values[acceptInsecureCerts-1-1\]] + expected: FAIL + + [test_invalid_values[strictFileInteractability-value65-0\]] + expected: FAIL + + [test_invalid_values[timeouts-False-0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy- eager-0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-NONE-1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-1-0\]] + expected: FAIL + + [test_invalid_extensions[seleniumProtocol-1\]] + expected: FAIL + + [test_invalid_values[browserVersion-1-0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-invalid-1\]] + expected: FAIL + + [test_invalid_values[timeouts-value55-0\]] + expected: FAIL + + [test_invalid_values[timeouts-value53-1\]] + expected: FAIL + + [test_invalid_values[proxy-value30-0\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-False-1\]] + expected: FAIL + diff --git a/tests/wpt/metadata/webdriver/tests/new_session/merge.py.ini b/tests/wpt/metadata/webdriver/tests/new_session/merge.py.ini new file mode 100644 index 000000000000..2922adbc3032 --- /dev/null +++ b/tests/wpt/metadata/webdriver/tests/new_session/merge.py.ini @@ -0,0 +1,28 @@ +[merge.py] + [test_merge_invalid[unhandledPromptBehavior-value2\]] + expected: FAIL + + [test_merge_platformName] + expected: FAIL + + [test_platform_name[0\]] + expected: FAIL + + [test_platform_name[1\]] + expected: FAIL + + [test_merge_invalid[timeouts-value4\]] + expected: FAIL + + [test_merge_browserName] + expected: FAIL + + [test_merge_invalid[unhandledPromptBehavior-value1\]] + expected: FAIL + + [test_merge_invalid[timeouts-value3\]] + expected: FAIL + + [test_merge_invalid[acceptInsecureCerts-value0\]] + expected: FAIL + diff --git a/tests/wpt/metadata/webdriver/tests/new_session/page_load_strategy.py.ini b/tests/wpt/metadata/webdriver/tests/new_session/page_load_strategy.py.ini new file mode 100644 index 000000000000..1db6da945e00 --- /dev/null +++ b/tests/wpt/metadata/webdriver/tests/new_session/page_load_strategy.py.ini @@ -0,0 +1,4 @@ +[page_load_strategy.py] + [test_pageLoadStrategy] + expected: FAIL + diff --git a/tests/wpt/metadata/webdriver/tests/new_session/platform_name.py.ini b/tests/wpt/metadata/webdriver/tests/new_session/platform_name.py.ini new file mode 100644 index 000000000000..2df613a56900 --- /dev/null +++ b/tests/wpt/metadata/webdriver/tests/new_session/platform_name.py.ini @@ -0,0 +1,4 @@ +[platform_name.py] + [test_corresponds_to_local_system] + expected: FAIL + diff --git a/tests/wpt/metadata/webdriver/tests/new_session/response.py.ini b/tests/wpt/metadata/webdriver/tests/new_session/response.py.ini new file mode 100644 index 000000000000..99af8c4efa0d --- /dev/null +++ b/tests/wpt/metadata/webdriver/tests/new_session/response.py.ini @@ -0,0 +1,40 @@ +[response.py] + [test_capability_default_value[strictFileInteractability-False\]] + expected: FAIL + + [test_capability_default_value[timeouts-default_value4\]] + expected: FAIL + + [test_capability_type[platformName-basestring\]] + expected: FAIL + + [test_capability_type[unhandledPromptBehavior-basestring\]] + expected: FAIL + + [test_capability_default_value[setWindowRect-True\]] + expected: FAIL + + [test_capability_type[pageLoadStrategy-basestring\]] + expected: FAIL + + [test_capability_default_value[proxy-default_value2\]] + expected: FAIL + + [test_capability_default_value[unhandledPromptBehavior-dismiss and notify\]] + expected: FAIL + + [test_capability_type[timeouts-dict\]] + expected: FAIL + + [test_capability_type[proxy-dict\]] + expected: FAIL + + [test_capability_type[strictFileInteractability-bool\]] + expected: FAIL + + [test_capability_default_value[pageLoadStrategy-normal\]] + expected: FAIL + + [test_capability_type[setWindowRect-bool\]] + expected: FAIL + diff --git a/tests/wpt/metadata/webdriver/tests/new_session/timeouts.py.ini b/tests/wpt/metadata/webdriver/tests/new_session/timeouts.py.ini new file mode 100644 index 000000000000..9e2e960e161e --- /dev/null +++ b/tests/wpt/metadata/webdriver/tests/new_session/timeouts.py.ini @@ -0,0 +1,25 @@ +[timeouts.py] + [test_default_values] + expected: FAIL + + [test_timeouts[timeouts0\]] + expected: FAIL + + [test_invalid_timeouts[timeouts1\]] + expected: FAIL + + [test_timeouts[timeouts2\]] + expected: FAIL + + [test_timeouts[timeouts3\]] + expected: FAIL + + [test_invalid_timeouts[timeouts0\]] + expected: FAIL + + [test_timeouts[timeouts1\]] + expected: FAIL + + [test_invalid_timeouts[timeouts2\]] + expected: FAIL +