Lint pages against recipes

package.json

@@ -31,6 +31,7 @@
         "gray-matter": "4.0.2",
         "hast-util-find-and-replace": "^2.0.0",
         "hast-util-has-property": "^1.0.3",
+        "hast-util-select": "^3.0.1",
         "hast-util-to-text": "^1.0.1",
         "js-yaml": "3.13.1",
         "jsdom": "16.2.0",

scripts/scraper-ng/index.js

@@ -7,6 +7,7 @@ const limiter = require("./rate-limiter");
 const mdnUrl = require("./mdn-url");
 const summaryReporter = require("./vfile-reporter-summary");
 const toVFile = require("./url-to-vfile");
+const VMessage = require("vfile-message");
 
 const examplePage =
   "https://developer.mozilla.org/en-US/docs/Web/HTML/Element/div";
@@ -65,7 +66,15 @@ async function run() {
     const file = await toVFile(url);
     const hasFileErrors = file.messages.length > 0;
     if (!hasFileErrors) {
-      await processor.process(file);
+      try {
+        await processor.process(file);
+      } catch (err) {
+        // If a VMessage gets thrown, then this should not interrupt subsequent
+        // files, but other errors should break everything
+        if (!(err instanceof VMessage)) {
+          throw err;
+        }
+      }
     }
     return file;
   });

scripts/scraper-ng/preset.js

@@ -1,5 +1,4 @@
 const allowedMacros = ["Compat"];
-const requiredMacros = ["Compat"];
 
 module.exports = {
   settings: {},
@@ -11,7 +10,7 @@ module.exports = {
     // For rules that don't need settings of any kind:
     //   [require('./rules/rule-name')]
     [require("./rules/file-require-recipe")],
-    [require("./rules/html-require-macros"), ["error", requiredMacros]],
-    [require("./rules/html-warn-macros"), allowedMacros]
+    [require("./rules/html-warn-macros"), allowedMacros],
+    [require("./rules/html-require-recipe-ingredients")]
   ]
 };

scripts/scraper-ng/rules/file-require-recipe.js

@@ -45,7 +45,7 @@ function msg(file, text, ruleId, note) {
   message.fatal = true;
   message.ruleId = ruleId;
   message.note = note;
-  return message;
+  throw message;
 }
 
 module.exports = requireRecipe;