forked from chromium/chromium
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathChromeTestExpectations
More file actions
146 lines (136 loc) · 12.1 KB
/
Copy pathChromeTestExpectations
File metadata and controls
146 lines (136 loc) · 12.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
# tags: [ Release Debug ]
# results: [ Timeout Crash Pass Failure Skip ]
# conflict_resolution: Override
# This is the main failure suppression file for Chrome Web Platform Tests.
# Further documentation:
# https://chromium.googlesource.com/chromium/src/+/HEAD/docs/testing/run_web_platform_tests.md
# `wdspec` tests
external/wpt/webdriver/tests/bidi/network/response_completed/response_completed.py [ Failure Timeout ] # Flaky output
external/wpt/webdriver/tests/classic/element_send_keys/interactability.py [ Failure ] # Flaky output
external/wpt/webdriver/tests/classic/perform_actions/wheel.py [ Failure ] # Flaky output
external/wpt/webdriver/tests/classic/element_click/navigate.py [ Failure ] # Flaky output
external/wpt/webdriver/tests/bidi/input/perform_actions/wheel.py [ Failure ] # Flaky output
external/wpt/webdriver/tests/bidi/network/add_intercept/invalid.py [ Timeout ]
external/wpt/webdriver/tests/bidi/network/add_intercept/phases.py [ Failure Timeout ]
crbug.com/324436866 external/wpt/webdriver/tests/bidi/network/remove_intercept/remove_intercept.py [ Failure Timeout ]
crbug.com/324436866 external/wpt/webdriver/tests/bidi/network/response_started/response_started.py [ Failure Timeout ]
external/wpt/webdriver/tests/bidi/network/response_started/response_started_cached.py [ Timeout ]
crbug.com/1502331 external/wpt/webdriver/tests/classic/perform_actions/pointer_pen.py [ Failure Pass ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/add_intercept/phase_auth_required.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/auth_required/auth_required.py [ Failure Timeout ]
external/wpt/webdriver/tests/bidi/network/add_intercept/url_patterns.py [ Timeout ]
external/wpt/webdriver/tests/bidi/browsing_context/capture_screenshot/frame.py [ Failure ] # Flaky output
external/wpt/webdriver/tests/bidi/browsing_context/handle_user_prompt/handle_user_prompt.py [ Timeout ]
crbug.com/324436866 external/wpt/webdriver/tests/bidi/browsing_context/navigation_started/navigation_started.py [ Failure Timeout ]
external/wpt/webdriver/tests/bidi/browsing_context/print/invalid.py [ Timeout ]
external/wpt/webdriver/tests/bidi/browsing_context/user_prompt_opened/user_prompt_opened.py [ Failure Pass Timeout ]
external/wpt/webdriver/tests/bidi/browsing_context/capture_screenshot/format.py [ Failure ]
external/wpt/webdriver/tests/bidi/browsing_context/capture_screenshot/invalid.py [ Failure ]
external/wpt/webdriver/tests/bidi/browsing_context/capture_screenshot/origin.py [ Failure ]
external/wpt/webdriver/tests/bidi/browsing_context/traverse_history/context.py [ Failure ]
external/wpt/webdriver/tests/bidi/browsing_context/traverse_history/delta.py [ Failure ]
external/wpt/webdriver/tests/bidi/browsing_context/traverse_history/invalid.py [ Failure ]
external/wpt/webdriver/tests/bidi/browsing_context/set_viewport/viewport.py [ Failure ]
crbug.com/324436866 external/wpt/webdriver/tests/bidi/browsing_context/create/user_context.py [ Failure ]
crbug.com/324436866 external/wpt/webdriver/tests/bidi/browser/remove_user_context/user_context.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/bidi/script/call_function/remote_values.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/classic/find_element_from_element/find.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/classic/find_elements/find.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/classic/find_elements_from_element/find.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/classic/find_elements_from_shadow_root/find.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/classic/find_element_from_shadow_root/find.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/classic/forward/forward.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/classic/get_element_attribute/get.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/classic/is_element_enabled/enabled.py [ Failure Pass Timeout ]
crbug.com/1499775 external/wpt/webdriver/tests/bidi/browsing_context/locate_nodes/context.py [ Failure ]
crbug.com/1499775 external/wpt/webdriver/tests/bidi/browsing_context/locate_nodes/invalid.py [ Pass Timeout ]
crbug.com/1499775 external/wpt/webdriver/tests/bidi/browsing_context/locate_nodes/start_nodes.py [ Failure ]
crbug.com/1499775 external/wpt/webdriver/tests/bidi/input/perform_actions/pointer_mouse_multiclick.py [ Failure Timeout ]
crbug.com/324436866 external/wpt/webdriver/tests/bidi/browsing_context/print/context.py [ Failure Pass Timeout ]
crbug.com/324436866 external/wpt/webdriver/tests/classic/get_current_url/file.py [ Failure Pass Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/input/set_files/invalid.py [ Failure Timeout ]
external/wpt/webdriver/tests/bidi/input/set_files/set_files.py [ Timeout ]
[ Debug ] external/wpt/webdriver/tests/bidi/network/add_intercept/contexts.py [ Failure Pass Timeout ]
[ Debug ] external/wpt/webdriver/tests/bidi/storage/delete_cookies/filter.py [ Timeout ]
[ Debug ] external/wpt/webdriver/tests/bidi/storage/delete_cookies/invalid.py [ Timeout ]
[ Debug ] external/wpt/webdriver/tests/bidi/storage/get_cookies/invalid.py [ Timeout ]
# Gardener 2024-02-08
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/browsing_context/context_destroyed/context_destroyed.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/browsing_context/get_tree/frames.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/browsing_context/user_prompt_closed/user_prompt_closed.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/script/evaluate/remote_values.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/script/get_realms/get_realms.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/script/realm_created/realm_created.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/script/realm_destroyed/realm_destroyed.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/storage/set_cookie/partition.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/classic/execute_script/user_prompts.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/classic/new_window/new_window.py [ Failure Timeout ]
# Gardener 2023-12-19
crbug.com/1512897 external/wpt/webdriver/tests/bidi/network/combined/network_events.py [ Failure ]
crbug.com/1512119 external/wpt/webdriver/tests/classic/perform_actions/pointer_touch.py [ Failure ]
# Fix importer 2024-01-12
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/fetch_error/fetch_error.py [ Failure Pass ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/script/add_preload_script/contexts.py [ Failure Pass ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/script/add_preload_script/invalid.py [ Failure Pass ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/script/call_function/target.py [ Failure Pass ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/script/evaluate/target.py [ Failure Pass ]
# Gardener 2024-06-12
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/input/perform_actions/key_events.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/network/continue_request/invalid.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/network/provide_response/invalid.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/classic/perform_actions/key_events.py [ Failure Timeout ]
# ====== New tests from wpt-importer added here ======
crbug.com/626703 [ Release ] external/wpt/webdriver/tests/bidi/browsing_context/user_prompt_closed/user_prompt_closed.py [ Failure ] # Flaky output
crbug.com/626703 external/wpt/webdriver/tests/bidi/browsing_context/user_prompt_closed/beforeunload.py [ Failure ] # Flaky output
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/provide_response/request.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/continue_response/credentials.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/continue_response/request.py [ Timeout ]
crbug.com/343338108 external/wpt/webdriver/tests/bidi/input/perform_actions/invalid.py [ Failure Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/classic/element_clear/clear.py [ Failure Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/fail_request/request.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/classic/perform_actions/invalid.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/continue_response/invalid.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/continue_with_auth/invalid.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/continue_with_auth/action.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/fail_request/invalid.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/classic/element_send_keys/send_keys.py [ Failure ]
# Those tests are skipped for content_shell. Bring them back for Chrome
crbug.com/1517744 external/wpt/dpub-aam/role/roles.html [ Pass ]
crbug.com/1517744 external/wpt/graphics-aria/graphics-roles.html [ Pass ]
crbug.com/1517744 external/wpt/html-aam/fragile/area-role.html [ Pass ]
crbug.com/1517744 external/wpt/html-aam/fragile/optgroup-role.html [ Pass ]
crbug.com/41490744 external/wpt/html-aam/names.html [ Pass Skip Timeout ]
crbug.com/1517744 external/wpt/html-aam/roles-contextual.html [ Pass ]
crbug.com/1517744 external/wpt/html-aam/roles-dynamic-switch.tentative.window.html [ Pass ]
crbug.com/1517744 external/wpt/html-aam/roles-generic.html [ Pass ]
crbug.com/1517744 external/wpt/html-aam/roles.html [ Pass ]
crbug.com/1517744 external/wpt/html-aam/roles.tentative.html [ Pass ]
crbug.com/1517744 external/wpt/html-aam/table-roles.html [ Pass ]
crbug.com/1517744 external/wpt/svg-aam/name/comp_host_language_label.html [ Pass ]
crbug.com/1517744 external/wpt/svg-aam/role/roles-generic.html [ Pass ]
crbug.com/1517744 external/wpt/svg-aam/role/roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/abstract-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/basic.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/button-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/contextual-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/fallback-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/form-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/generic-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/grid-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/invalid-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/list-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/listbox-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/menu-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/region-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/role_none_conflict_resolution.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/synonym-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/tab-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/table-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/tree-roles.html [ Pass ]
# Run secure payment confirmation tests on new headless
external/wpt/secure-payment-confirmation/* [ Pass ]
crbug.com/336866579 external/wpt/secure-payment-confirmation/authentication-requires-user-activation.https.html [ Failure ]
crbug.com/336866579 external/wpt/secure-payment-confirmation/authentication-cross-origin.sub.https.html [ Pass Timeout ]
crbug.com/336866579 external/wpt/secure-payment-confirmation/authentication-in-iframe.sub.https.html [ Failure Pass ]
crbug.com/336866579 external/wpt/secure-payment-confirmation/enrollment-in-iframe.sub.https.html [ Pass Timeout ]