forked from youtube/chrobalt_sandbox
-
Notifications
You must be signed in to change notification settings - Fork 0
/
ChromeTestExpectations
147 lines (137 loc) · 12.2 KB
/
ChromeTestExpectations
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
# tags: [ Release Debug ]
# results: [ Timeout Crash Pass Failure Skip ]
# conflict_resolution: Override
# This is the main failure suppression file for Chrome Web Platform Tests.
# Further documentation:
# https://chromium.googlesource.com/chromium/src/+/HEAD/docs/testing/run_web_platform_tests.md
# `wdspec` tests
external/wpt/webdriver/tests/bidi/network/response_completed/response_completed.py [ Failure Timeout ] # Flaky output
external/wpt/webdriver/tests/classic/element_send_keys/interactability.py [ Failure ] # Flaky output
external/wpt/webdriver/tests/classic/perform_actions/wheel.py [ Failure ] # Flaky output
external/wpt/webdriver/tests/classic/element_click/navigate.py [ Failure ] # Flaky output
external/wpt/webdriver/tests/bidi/input/perform_actions/wheel.py [ Failure ] # Flaky output
external/wpt/webdriver/tests/bidi/network/add_intercept/invalid.py [ Timeout ]
external/wpt/webdriver/tests/bidi/network/add_intercept/phases.py [ Failure Timeout ]
crbug.com/324436866 external/wpt/webdriver/tests/bidi/network/remove_intercept/remove_intercept.py [ Failure Timeout ]
crbug.com/324436866 external/wpt/webdriver/tests/bidi/network/response_started/response_started.py [ Failure Timeout ]
external/wpt/webdriver/tests/bidi/network/response_started/response_started_cached.py [ Timeout ]
crbug.com/1502331 external/wpt/webdriver/tests/classic/perform_actions/pointer_pen.py [ Failure Pass ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/add_intercept/phase_auth_required.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/auth_required/auth_required.py [ Failure Timeout ]
external/wpt/webdriver/tests/bidi/network/add_intercept/url_patterns.py [ Timeout ]
external/wpt/webdriver/tests/bidi/browsing_context/capture_screenshot/frame.py [ Failure ] # Flaky output
external/wpt/webdriver/tests/bidi/browsing_context/handle_user_prompt/handle_user_prompt.py [ Timeout ]
crbug.com/324436866 external/wpt/webdriver/tests/bidi/browsing_context/navigation_started/navigation_started.py [ Failure Timeout ]
external/wpt/webdriver/tests/bidi/browsing_context/print/invalid.py [ Timeout ]
external/wpt/webdriver/tests/bidi/browsing_context/user_prompt_opened/user_prompt_opened.py [ Failure Pass Timeout ]
external/wpt/webdriver/tests/bidi/browsing_context/capture_screenshot/format.py [ Failure ]
external/wpt/webdriver/tests/bidi/browsing_context/capture_screenshot/invalid.py [ Failure ]
external/wpt/webdriver/tests/bidi/browsing_context/capture_screenshot/origin.py [ Failure ]
external/wpt/webdriver/tests/bidi/browsing_context/traverse_history/context.py [ Failure ]
external/wpt/webdriver/tests/bidi/browsing_context/traverse_history/delta.py [ Failure ]
external/wpt/webdriver/tests/bidi/browsing_context/traverse_history/invalid.py [ Failure ]
external/wpt/webdriver/tests/bidi/browsing_context/set_viewport/viewport.py [ Failure ]
crbug.com/324436866 external/wpt/webdriver/tests/bidi/browsing_context/create/user_context.py [ Failure ]
crbug.com/324436866 external/wpt/webdriver/tests/bidi/browser/remove_user_context/user_context.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/bidi/script/call_function/remote_values.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/classic/find_element_from_element/find.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/classic/find_elements/find.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/classic/find_elements_from_element/find.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/classic/find_elements_from_shadow_root/find.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/classic/find_element_from_shadow_root/find.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/classic/forward/forward.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/classic/get_element_attribute/get.py [ Failure Pass Timeout ]
crbug.com/1507773 external/wpt/webdriver/tests/classic/is_element_enabled/enabled.py [ Failure Pass Timeout ]
crbug.com/1499775 external/wpt/webdriver/tests/bidi/browsing_context/locate_nodes/context.py [ Failure ]
crbug.com/1499775 external/wpt/webdriver/tests/bidi/browsing_context/locate_nodes/invalid.py [ Pass Timeout ]
crbug.com/1499775 external/wpt/webdriver/tests/bidi/browsing_context/locate_nodes/start_nodes.py [ Failure ]
crbug.com/1499775 external/wpt/webdriver/tests/bidi/input/perform_actions/pointer_mouse_multiclick.py [ Failure Timeout ]
crbug.com/324436866 external/wpt/webdriver/tests/bidi/browsing_context/print/context.py [ Failure Pass Timeout ]
crbug.com/324436866 external/wpt/webdriver/tests/classic/get_current_url/file.py [ Failure Pass Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/input/set_files/invalid.py [ Failure Timeout ]
external/wpt/webdriver/tests/bidi/input/set_files/set_files.py [ Timeout ]
[ Debug ] external/wpt/webdriver/tests/bidi/network/add_intercept/contexts.py [ Failure Pass Timeout ]
[ Debug ] external/wpt/webdriver/tests/bidi/storage/delete_cookies/filter.py [ Timeout ]
[ Debug ] external/wpt/webdriver/tests/bidi/storage/delete_cookies/invalid.py [ Timeout ]
[ Debug ] external/wpt/webdriver/tests/bidi/storage/get_cookies/invalid.py [ Timeout ]
external/wpt/webdriver/tests/bidi/browsing_context/close/prompt_unload.py [ Timeout ]
# Gardener 2024-02-08
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/browsing_context/context_destroyed/context_destroyed.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/browsing_context/get_tree/frames.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/browsing_context/user_prompt_closed/user_prompt_closed.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/script/evaluate/remote_values.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/script/get_realms/get_realms.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/script/realm_created/realm_created.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/script/realm_destroyed/realm_destroyed.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/storage/set_cookie/partition.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/classic/execute_script/user_prompts.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/classic/new_window/new_window.py [ Failure Timeout ]
# Gardener 2023-12-19
crbug.com/1512897 external/wpt/webdriver/tests/bidi/network/combined/network_events.py [ Failure ]
crbug.com/1512119 external/wpt/webdriver/tests/classic/perform_actions/pointer_touch.py [ Failure ]
# Fix importer 2024-01-12
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/fetch_error/fetch_error.py [ Failure Pass ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/script/add_preload_script/contexts.py [ Failure Pass ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/script/add_preload_script/invalid.py [ Failure Pass ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/script/call_function/target.py [ Failure Pass ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/script/evaluate/target.py [ Failure Pass ]
# Gardener 2024-06-12
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/input/perform_actions/key_events.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/network/continue_request/invalid.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/bidi/network/provide_response/invalid.py [ Failure Timeout ]
crbug.com/324436866 [ Debug ] external/wpt/webdriver/tests/classic/perform_actions/key_events.py [ Failure Timeout ]
# ====== New tests from wpt-importer added here ======
crbug.com/626703 [ Release ] external/wpt/webdriver/tests/bidi/browsing_context/user_prompt_closed/user_prompt_closed.py [ Failure ] # Flaky output
crbug.com/626703 external/wpt/webdriver/tests/bidi/browsing_context/user_prompt_closed/beforeunload.py [ Failure ] # Flaky output
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/provide_response/request.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/continue_response/credentials.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/continue_response/request.py [ Timeout ]
crbug.com/343338108 external/wpt/webdriver/tests/bidi/input/perform_actions/invalid.py [ Failure Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/classic/element_clear/clear.py [ Failure Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/fail_request/request.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/classic/perform_actions/invalid.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/continue_response/invalid.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/continue_with_auth/invalid.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/continue_with_auth/action.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/bidi/network/fail_request/invalid.py [ Timeout ]
crbug.com/626703 external/wpt/webdriver/tests/classic/element_send_keys/send_keys.py [ Failure ]
# Those tests are skipped for content_shell. Bring them back for Chrome
crbug.com/1517744 external/wpt/dpub-aam/role/roles.html [ Pass ]
crbug.com/1517744 external/wpt/graphics-aria/graphics-roles.html [ Pass ]
crbug.com/1517744 external/wpt/html-aam/fragile/area-role.html [ Pass ]
crbug.com/1517744 external/wpt/html-aam/fragile/optgroup-role.html [ Pass ]
crbug.com/41490744 external/wpt/html-aam/names.html [ Pass Skip Timeout ]
crbug.com/1517744 external/wpt/html-aam/roles-contextual.html [ Pass ]
crbug.com/1517744 external/wpt/html-aam/roles-dynamic-switch.tentative.window.html [ Pass ]
crbug.com/1517744 external/wpt/html-aam/roles-generic.html [ Pass ]
crbug.com/1517744 external/wpt/html-aam/roles.html [ Pass ]
crbug.com/1517744 external/wpt/html-aam/roles.tentative.html [ Pass ]
crbug.com/1517744 external/wpt/html-aam/table-roles.html [ Pass ]
crbug.com/1517744 external/wpt/svg-aam/name/comp_host_language_label.html [ Pass ]
crbug.com/1517744 external/wpt/svg-aam/role/roles-generic.html [ Pass ]
crbug.com/1517744 external/wpt/svg-aam/role/roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/abstract-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/basic.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/button-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/contextual-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/fallback-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/form-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/generic-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/grid-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/invalid-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/list-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/listbox-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/menu-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/region-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/role_none_conflict_resolution.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/synonym-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/tab-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/table-roles.html [ Pass ]
crbug.com/1517744 external/wpt/wai-aria/role/tree-roles.html [ Pass ]
# Run secure payment confirmation tests on new headless
external/wpt/secure-payment-confirmation/* [ Pass ]
crbug.com/336866579 external/wpt/secure-payment-confirmation/authentication-requires-user-activation.https.html [ Failure ]
crbug.com/336866579 external/wpt/secure-payment-confirmation/authentication-cross-origin.sub.https.html [ Pass Timeout ]
crbug.com/336866579 external/wpt/secure-payment-confirmation/authentication-in-iframe.sub.https.html [ Failure Pass ]
crbug.com/336866579 external/wpt/secure-payment-confirmation/enrollment-in-iframe.sub.https.html [ Pass Timeout ]