fix: Account for BOM in the processor (#282)

* fix: Account for BOM in the processor * fix tests, add new test
eslint · Sep 16, 2024 · 01bceae · 01bceae
1 parent e6ab87e
commit 01bceae
Show file tree

Hide file tree

Showing 2 changed files with 913 additions and 776 deletions.
diff --git a/src/processor.js b/src/processor.js
@@ -33,6 +33,8 @@ const UNSATISFIABLE_RULES = new Set([
 ]);
 const SUPPORTS_AUTOFIX = true;
 
+const BOM = "\uFEFF";
+
 /**
  * @type {Map<string, Block[]>}
  */
@@ -248,11 +250,12 @@ const languageToFileExtension = {
 
 /**
  * Extracts lintable code blocks from Markdown text.
- * @param {string} text The text of the file.
+ * @param {string} sourceText The text of the file.
  * @param {string} filename The filename of the file
  * @returns {Array<{ filename: string, text: string }>} Source code blocks to lint.
  */
-function preprocess(text, filename) {
+function preprocess(sourceText, filename) {
+	const text = sourceText.startsWith(BOM) ? sourceText.slice(1) : sourceText;
 	const ast = fromMarkdown(text);
 	const blocks = [];