[webkit-changes] [237768] trunk/WebDriverTests

Fri, 02 Nov 2018 22:55:22 -0700

Title: [237768] trunk/WebDriverTests
Revision
237768
Author
mcatanz...@igalia.com
Date
2018-11-02 22:53:38 -0700 (Fri, 02 Nov 2018)

Log Message

Unreviewed WebDriver expectations gardening

There are still a few more flaky tests, but this should improve things significantly.

* TestExpectations.json:

Modified Paths

Diff

Modified: trunk/WebDriverTests/ChangeLog (237767 => 237768)


--- trunk/WebDriverTests/ChangeLog	2018-11-03 05:27:08 UTC (rev 237767)
+++ trunk/WebDriverTests/ChangeLog	2018-11-03 05:53:38 UTC (rev 237768)
@@ -1,3 +1,11 @@
+2018-11-02  Michael Catanzaro  <mcatanz...@igalia.com>
+
+        Unreviewed WebDriver expectations gardening
+
+        There are still a few more flaky tests, but this should improve things significantly.
+
+        * TestExpectations.json:
+
 2018-08-16  Carlos Garcia Campos  <cgar...@igalia.com>
 
         [GTK] MiniBrowser: web view doesn't get the focus when new window is created

Modified: trunk/WebDriverTests/TestExpectations.json (237767 => 237768)


--- trunk/WebDriverTests/TestExpectations.json	2018-11-03 05:27:08 UTC (rev 237767)
+++ trunk/WebDriverTests/TestExpectations.json	2018-11-03 05:53:38 UTC (rev 237768)
@@ -194,6 +194,19 @@
             }
         }
     },
+    "imported/w3c/webdriver/tests/actions/control_click.py": {
+        "subtests": {
+            "test_control_click[\ue009-ctrlKey]": {
+                "expected": {"gtk": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
+            },
+            "test_control_click[\ue051-ctrlKey]": {
+                "expected": {"gtk": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
+            },
+            "test_release_control_click": {
+                "expected": {"gtk": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
+            }
+        }
+    },
     "imported/w3c/webdriver/tests/actions/key.py": {
         "subtests": {
             "test_single_printable_key_sends_correct_events[\\xe0-]": {
@@ -350,30 +363,6 @@
             "test_webdriver_special_key_sends_keydown[F5-expected55]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
-            "test_webdriver_special_key_sends_keydown[F6-expected56]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[F6-expected56]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[F7-expected57]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[F7-expected57]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[F8-expected58]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[F8-expected58]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[F9-expected59]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[F9-expected59]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
             "test_webdriver_special_key_sends_keydown[NUMPAD8-expected60]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
@@ -386,12 +375,6 @@
             "test_webdriver_special_key_sends_keydown[NUMPAD5-expected61]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
-            "test_webdriver_special_key_sends_keydown[R_CONTROL-expected62]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[R_CONTROL-expected62]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
             "test_webdriver_special_key_sends_keydown[R_HOME-expected63]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
@@ -404,12 +387,6 @@
             "test_webdriver_special_key_sends_keydown[ZENKAKUHANKAKU-expected64]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
-            "test_webdriver_special_key_sends_keydown[R_SHIFT-expected65]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[R_SHIFT-expected65]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
             "test_webdriver_special_key_sends_keydown[SEPARATOR-expected66]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
@@ -416,12 +393,6 @@
             "test_webdriver_special_key_sends_keydown[SEPARATOR-expected66]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
-            "test_webdriver_special_key_sends_keydown[ALT-expected67]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[ALT-expected67]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
             "test_webdriver_special_key_sends_keydown[R_ARROWDOWN-expected68]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
@@ -428,18 +399,6 @@
             "test_webdriver_special_key_sends_keydown[R_ARROWDOWN-expected68]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
-            "test_webdriver_special_key_sends_keydown[DELETE-expected69]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[DELETE-expected69]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_multiple_codepoint_keys_behave_correctly[f]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_multiple_codepoint_keys_behave_correctly[f]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
             "test_multiple_codepoint_keys_behave_correctly[\\u0ba8\\u0bbf]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
@@ -478,13 +437,6 @@
             }
         }
     },
-    "imported/w3c/webdriver/tests/close_window/close.py": {
-        "subtests": {
-            "test_close_last_browsing_context": {
-                "expected": {"gtk": {"status": ["FAIL", "PASS"], "bug": "webkit.org/b/188118"}}
-            }
-        }
-    },
     "imported/w3c/webdriver/tests/close_window/user_prompts.py": {
         "subtests": {
             "test_handle_prompt_accept": {
@@ -527,6 +479,13 @@
             }
         }
     },
+    "imported/w3c/webdriver/tests/element_click/navigate.py": {
+        "subtests": {
+            "test_link_unload_event": {
+                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
+            }
+        }
+    },
     "imported/w3c/webdriver/tests/find_element/find.py": {
         "subtests": {
             "test_find_element_link_text[<a href="" {
@@ -601,6 +560,12 @@
         "subtests": {
             "test_file_upload": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/188514"}}
+            },
+            "test_not_blurred[input]": {
+                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
+            },
+            "test_not_blurred[textarea]": {
+                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
             }
         }
     },
@@ -613,7 +578,18 @@
         }
     },
     "imported/w3c/webdriver/tests/element_send_keys/form_controls.py": {
-        "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/182331"}}
+        "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/182331"}},
+        "subtests": {
+            "test_input": {
+                "expected": {"all": {"status": ["PASS"]}}
+            },
+            "test_textarea": {
+                "expected": {"all": {"status": ["PASS"]}}
+            },
+            "test_textarea_expand": {
+                "expected": {"all": {"status": ["PASS"]}}
+            }
+        }
     },
     "imported/w3c/webdriver/tests/element_send_keys/interactability.py": {
         "subtests": {
@@ -765,10 +741,10 @@
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
             },
             "test_input_file": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_input_file_multiple": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_select": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
@@ -786,37 +762,37 @@
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[number-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[range-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[email-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[url-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[color-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[date-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[datetime-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[datetime-local-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[time-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[month-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[week-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_non_editable_inputs[checkbox]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
@@ -1074,5 +1050,24 @@
                 "expected": {"gtk": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
             }
         }
+    },
+    "imported/w3c/webdriver/tests/is_element_selected/user_prompts.py": {
+        "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/188118"}},
+    },
+    "imported/w3c/webdriver/tests/element_send_keys/user_prompts.py": {
+        "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/188118"}},
+    },
+    "imported/w3c/webdriver/tests/fullscreen_window/user_prompts.py": {
+        "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/188118"}},
+    },
+    "imported/w3c/webdriver/tests/fullscreen_window/user_prompts.py": {
+        "subtests": {
+            "test_fullscreen": {
+                "expected": {"gtk": {"status": ["SKIP"], "bug": "webkit.org/b/188118"}}
+            },
+            "test_payload": {
+                "expected": {"gtk": {"status": ["SKIP"], "bug": "webkit.org/b/188118"}}
+            }
+        }
     }
 }

_______________________________________________
webkit-changes mailing list
webkit-changes@lists.webkit.org
https://lists.webkit.org/mailman/listinfo/webkit-changes

Reply via email to