xtask to download and parse js libs (#1816)

* download and parse js libs

xtask/Cargo.toml

@@ -28,3 +28,5 @@ schemars = "0.8"
 yastl = "0.1"
 num_cpus = "1.13"
 ungrammar = "1.14.9"
+ureq = { version = "2.3.1" } 
+url = "2.2.2"

xtask/src/lib.rs

@@ -5,6 +5,7 @@ pub mod compare;
 pub mod coverage;
 pub mod docgen;
 pub mod glue;
+pub mod libs;
 
 use std::{
 	env,

xtask/src/libs/libs.txt

@@ -0,0 +1,2 @@
+https://cdn.jsdelivr.net/npm/[email protected]/dist/jquery.min.js
+https://cdn.jsdelivr.net/npm/[email protected]/dist/vue.global.prod.js

xtask/src/libs/mod.rs

@@ -0,0 +1,60 @@
+use std::{path::PathBuf, str::FromStr};
+
+fn err_to_string<E: std::fmt::Debug>(e: E) -> String {
+	format!("{:?}", e)
+}
+
+pub fn get_code(lib: &str) -> Result<String, String> {
+	let url = url::Url::from_str(lib).map_err(err_to_string)?;
+	let segments = url
+		.path_segments()
+		.ok_or_else(|| "lib url has no segments".to_string())?;
+	let filename = segments
+		.last()
+		.ok_or_else(|| "lib url has no segments".to_string())?;
+
+	let mut file = PathBuf::from_str("target").map_err(err_to_string)?;
+	file.push(filename);
+
+	match std::fs::read_to_string(&file) {
+		Ok(code) => {
+			println!("[{}] - using [{}]", filename, file.display());
+			Ok(code)
+		}
+		Err(_) => {
+			println!(
+				"[{}] - Downloading [{}] to [{}]",
+				filename,
+				lib,
+				file.display()
+			);
+			match ureq::get(lib).call() {
+				Ok(response) => {
+					let mut reader = response.into_reader();
+
+					let _ = std::fs::remove_file(&file);
+					let mut writer = std::fs::File::create(&file).map_err(err_to_string)?;
+					let _ = std::io::copy(&mut reader, &mut writer);
+
+					std::fs::read_to_string(&file).map_err(err_to_string)
+				}
+				Err(e) => Err(format!("{:?}", e)),
+			}
+		}
+	}
+}
+
+pub fn run() {
+	let libs = include_str!("libs.txt").lines();
+	for lib in libs {
+		let code = get_code(lib);
+		match code {
+			Ok(code) => {
+				let _ = std::panic::catch_unwind(|| rslint_parser::parse_module(code.as_str(), 0));
+			}
+			Err(e) => println!("{:?}", e),
+		}
+	}
+
+	println!("end");
+}

xtask/src/main.rs

@@ -50,6 +50,10 @@ fn main() -> Result<()> {
 			coverage::run(query, yastl::Pool::with_config(num_cpus::get(), pool), json);
 			Ok(())
 		}
+		"coverage-libs" => {
+			xtask::libs::run();
+			Ok(())
+		}
 		_ => {
 			eprintln!(
 				"\
@@ -63,7 +67,8 @@ SUBCOMMANDS:
     syntax
     docgen
     coverage [--json]
-		compare [--markdown]
+    coverage-libs
+    compare [--markdown]
 OPTIONS
     --markdown   Emits supported output into markdown format. Supported by compare subcommand
     --json       Emits supported output into json format. Supported by coverage subcommand