Regression test project: final changes and updates (pull #926)

Incorporate final set of changes from 2018 Bocoup contract: * Add tests for radio/radio-2/radio-2.html * Add tests for listbox/listbox-rearrangeable.html * Add missing radio-2 test * Report: Account for no missing tests * rename Combobox test files * Add missing test names * Remove debug related log messages
w3c · Dec 7, 2018 · 38a5619 · 38a5619
1 parent 0f32611
commit 38a5619
Show file tree

Hide file tree

Showing 35 changed files with 1,306 additions and 149 deletions.
diff --git a/.travis.yml b/.travis.yml
@@ -16,7 +16,10 @@ jobs:
   include:
     - stage: Test
       name: AVA Regression Tests
-      script: ava --tap -c 1 test/tests
+      script: ava -c 1 test/tests
+    - stage: Test
+      name: Regression Tests Coverage Report
+      script: node test/util/report.js
     - stage: Test
       name: JS Linting
       script: npm run lint

diff --git a/examples/alert/alert.html b/examples/alert/alert.html
@@ -85,7 +85,7 @@ <h2 id="rps_label">Role, Property, State, and Tabindex  Attributes</h2>
             <td><code>div</code></td>
             <td>Identifies the element as the container where alert content will be added or updated.</td>
           </tr>
-          <tr>
+          <tr data-test-id="test-not-required">
             <td></td>
             <th scope="row"><code>aria-live=<q>assertive</q></code></th>
             <td>Implicit on <code>div</code></td>
@@ -96,7 +96,7 @@ <h2 id="rps_label">Role, Property, State, and Tabindex  Attributes</h2>
               </ul>
             </td>
           </tr>
-          <tr>
+          <tr data-test-id="test-not-required">
             <td></td>
             <th scope="row"><code>aria-atomic=<q>true</q></code></th>
             <td>Implicit on <code>div</code></td>

diff --git a/examples/checkbox/checkbox-1/checkbox-1.html b/examples/checkbox/checkbox-1/checkbox-1.html
@@ -100,7 +100,7 @@ <h2 id="rps_label">Role, Property, State, and Tabindex  Attributes</h2>
           </tr>
         </thead>
         <tbody>
-            <tr>
+            <tr data-test-id="h3">
               <th scope="row"></th>
               <td></td>
               <td><code>h3</code></td>

diff --git a/examples/combobox/aria1.0pattern/combobox-autocomplete-both.html b/examples/combobox/aria1.0pattern/combobox-autocomplete-both.html
@@ -181,7 +181,7 @@ <h3 id="kbd_label_textbox">Textbox</h3>
               </ul>
             </td>
           </tr>
-          <tr data-test-id="textbox-text-edit">
+          <tr data-test-id="standard-single-line-editing-keys">
             <th>Standard single line text editing keys</th>
             <td>
               <ul>

diff --git a/examples/combobox/aria1.0pattern/combobox-autocomplete-list.html b/examples/combobox/aria1.0pattern/combobox-autocomplete-list.html
@@ -175,7 +175,7 @@ <h3 id="kbd_label_textbox">Textbox</h3>
               </ul>
             </td>
           </tr>
-          <tr>
+          <tr data-test-id="standard-single-line-editing-keys">
             <th>Standard single line text editing keys</th>
             <td>
               <ul>

diff --git a/examples/combobox/aria1.0pattern/combobox-autocomplete-none.html b/examples/combobox/aria1.0pattern/combobox-autocomplete-none.html
@@ -127,7 +127,7 @@ <h3 id="kbd_label_textbox">Textbox</h3>
               </ul>
             </td>
           </tr>
-          <tr>
+          <tr data-test-id="standard-single-line-editing-keys">
             <th>Standard single line text editing keys</th>
             <td>
               <ul>

diff --git a/examples/combobox/aria1.1pattern/grid-combo.html b/examples/combobox/aria1.1pattern/grid-combo.html
@@ -111,7 +111,7 @@ <h3 id="kbd_label_textbox">Textbox</h3>
               </ul>
             </td>
           </tr>
-          <tr>
+          <tr data-test-id="standard-single-line-editing-keys">
             <th>Standard single line text editing keys</th>
             <td>
               <ul>

diff --git a/examples/combobox/aria1.1pattern/listbox-combo.html b/examples/combobox/aria1.1pattern/listbox-combo.html
@@ -228,7 +228,7 @@ <h3 id="kbd_label_textbox">Textbox</h3>
               </ul>
             </td>
           </tr>
-          <tr>
+          <tr data-test-id="standard-single-line-editing-keys">
             <th>Standard single line text editing keys</th>
             <td>
               <ul>
@@ -310,7 +310,7 @@ <h3 id="kbd_label_listbox">Listbox Popup</h3>
             <th><kbd>End</kbd></th>
             <td>Moves focus to the textbox and places the editing cursor at the end of the field.</td>
           </tr>
-          <tr>
+          <tr data-test-id="listbox-characters">
             <th>Printable Characters</th>
             <td>
               <ul>

diff --git a/examples/grid/LayoutGrids.html b/examples/grid/LayoutGrids.html
@@ -672,7 +672,7 @@ <h2 id="rps_label">Role, Property, State, and Tabindex  Attributes</h2>
             </ul>
           </td>
         </tr>
-        <tr>
+        <tr data-test-id="tabindex">
           <td></td>
           <th scope="row"><code>tabindex=&quot;0&quot;</code></th>
           <td>span, div, or if present, widget inside cell</td>

diff --git a/examples/radio/radio-2/radio-2.html b/examples/radio/radio-2/radio-2.html
@@ -131,7 +131,7 @@ <h2 id="kbd_label">Keyboard Support</h2>
             </tr>
           </thead>
           <tbody>
-            <tr>
+            <tr data-test-id="key-tab">
               <th><kbd>Tab</kbd></th>
               <td>
                 <ul>
@@ -140,7 +140,7 @@ <h2 id="kbd_label">Keyboard Support</h2>
                 </ul>
               </td>
             </tr>
-            <tr>
+            <tr data-test-id="key-space">
               <th><kbd>Space</kbd></th>
               <td>
                 <ul>
@@ -150,7 +150,7 @@ <h2 id="kbd_label">Keyboard Support</h2>
                 </ul>
               </td>
             </tr>
-            <tr>
+            <tr data-test-id="key-right-arrow">
               <th><kbd>Right arrow</kbd></th>
               <td>
                 <ul>
@@ -160,7 +160,7 @@ <h2 id="kbd_label">Keyboard Support</h2>
                 </ul>
               </td>
             </tr>
-            <tr>
+            <tr data-test-id="key-down-arrow">
               <th><kbd>Down arrow</kbd></th>
               <td>
                 <ul>
@@ -170,7 +170,7 @@ <h2 id="kbd_label">Keyboard Support</h2>
                 </ul>
               </td>
             </tr>
-            <tr>
+            <tr data-test-id="key-left-arrow">
               <th><kbd>Left arrow</kbd></th>
               <td>
                 <ul>
@@ -180,7 +180,7 @@ <h2 id="kbd_label">Keyboard Support</h2>
                 </ul>
               </td>
             </tr>
-            <tr>
+            <tr data-test-id="key-up-arrow">
               <th><kbd>Up arrow</kbd></th>
               <td>
                 <ul>
@@ -206,19 +206,19 @@ <h2 id="rps_label">Role, Property, State, and Tabindex  Attributes</h2>
             </tr>
           </thead>
           <tbody>
-            <tr>
+            <tr data-test-id="radiogroup-role">
               <th scope="row"><code>radiogroup</code></th>
               <td></td>
               <td><code>ul</code></td>
               <td>Identifies the element as a container for a group of <code>radio</code> buttons.</td>
             </tr>
-            <tr>
+            <tr data-test-id="radiogroup-aria-labelledby">
               <td></td>
               <th scope="row"><code>aria-labelledby="[IDREF]"</code></th>
               <td><code>ul</code></td>
               <td>Refers to the element that contains the label of the radio group.</td>
             </tr>
-            <tr>
+            <tr data-test-id="radiogroup-tabindex">
               <td></td>
               <th scope="row"><code>tabindex=&quot;0&quot;</code></th>
               <td><code>ul</code></td>
@@ -229,7 +229,7 @@ <h2 id="rps_label">Role, Property, State, and Tabindex  Attributes</h2>
                 </ul>
               </td>
             </tr>
-            <tr>
+            <tr data-test-id="radiogroup-aria-activedescendant">
               <td></td>
               <th scope="row"><code>aria-activedescendant=&quot;[IDREF]&quot;</code></th>
               <td><code>ul</code></td>
@@ -245,7 +245,7 @@ <h2 id="rps_label">Role, Property, State, and Tabindex  Attributes</h2>
                 </ul>
               </td>
             </tr>
-            <tr>
+            <tr data-test-id="radio-role">
               <th scope="row"><code>radio</code></th>
               <td></td>
               <td><code>li</code></td>
@@ -256,7 +256,7 @@ <h2 id="rps_label">Role, Property, State, and Tabindex  Attributes</h2>
                 </ul>
               </td>
             </tr>
-            <tr>
+            <tr data-test-id="radio-aria-checked">
               <td></td>
               <th scope="row"><code>aria-checked="false"</code></th>
               <td><code>li</code></td>
@@ -268,7 +268,7 @@ <h2 id="rps_label">Role, Property, State, and Tabindex  Attributes</h2>
                 </ul>
               </td>
             </tr>
-            <tr>
+            <tr data-test-id="radio-aria-checked">
               <td></td>
               <th scope="row"><code>aria-checked="true"</code></th>
               <td><code>li</code></td>