refactor: switch to vercel blob for docs

apps/website/src/app/docAPI.ts

@@ -32,18 +32,20 @@ export const fetchModelJSON = async (packageName: string, version: string) => {
 
 	if (process.env.NEXT_PUBLIC_VERCEL_ENV === 'preview') {
 		try {
-			const { rows } = await sql`select data from documentation where name = ${packageName} and version = ${'main'}`;
+			const { rows } = await sql`select url from documentation where name = ${packageName} and version = ${'main'}`;
+			const res = await fetch(rows[0]?.url ?? '');
 
-			return rows[0]?.data ?? null;
+			return await res.json();
 		} catch {
 			return null;
 		}
 	}
 
 	try {
-		const { rows } = await sql`select data from documentation where name = ${packageName} and version = ${version}`;
+		const { rows } = await sql`select url from documentation where name = ${packageName} and version = ${version}`;
+		const res = await fetch(rows[0]?.url ?? '');
 
-		return rows[0]?.data ?? null;
+		return await res.json();
 	} catch {
 		return null;
 	}

apps/website/src/components/PackageSelect.tsx

@@ -14,11 +14,10 @@ export default function PackageSelect() {
 
 	const packageMenu = useMenuState({ gutter: 8, sameWidth: true, fitViewport: true });
 
-	// TODO: Version number is currently hard coded
 	const packageMenuItems = useMemo(
 		() =>
 			PACKAGES.map((pkg, idx) => (
-				<Link href={`/docs/packages/${pkg}/${pkg === 'discord.js' ? '14.14.1' : 'main'}`} key={`${pkg}-${idx}`}>
+				<Link href={`/docs/packages/${pkg}/main`} key={`${pkg}-${idx}`}>
 					<MenuItem
 						className="my-0.5 rounded bg-white p-3 text-sm outline-none active:bg-light-800 dark:bg-dark-600 hover:bg-light-700 focus:ring focus:ring-width-2 focus:ring-blurple dark:active:bg-dark-400 dark:hover:bg-dark-500"
 						id={pkg}

packages/actions/package.json

@@ -43,6 +43,7 @@
 		"@actions/core": "^1.10.1",
 		"@actions/glob": "^0.4.0",
 		"@discordjs/scripts": "workspace:^",
+		"@vercel/blob": "^0.15.0",
 		"@vercel/postgres": "^0.5.1",
 		"meilisearch": "^0.35.0",
 		"tslib": "^2.6.2",

packages/actions/src/uploadDocumentation/index.ts

@@ -2,6 +2,7 @@ import { readFile } from 'node:fs/promises';
 import process from 'node:process';
 import { getInput, setFailed } from '@actions/core';
 import { create } from '@actions/glob';
+import { put } from '@vercel/blob';
 import { createPool } from '@vercel/postgres';
 
 if (!process.env.DATABASE_URL) {
@@ -20,7 +21,15 @@ for await (const file of globber.globGenerator()) {
 	const data = await readFile(file, 'utf8');
 	try {
 		console.log(`Uploading ${file} with ${version}...`);
-		await pool.sql`insert into documentation (version, data) values (${version}, ${data}) on conflict (name, version) do update set data = EXCLUDED.data`;
+		const { name } = JSON.parse(data);
+		const { url } = await put(`${name.replace('@discordjs/', '')}/${version}.json`, data, {
+			access: 'public',
+			addRandomSuffix: false,
+		});
+		await pool.sql`insert into documentation (name, version, url) values (${name.replace(
+			'@discordjs/',
+			'',
+		)}, ${version}, ${url}) on conflict (name, version, url) do update set url = EXCLUDED.url`;
 	} catch (error) {
 		const err = error as Error;
 		console.log(err.message);

packages/actions/src/uploadSearchIndices/index.ts

@@ -3,6 +3,7 @@ import { setFailed } from '@actions/core';
 import { generateAllIndices } from '@discordjs/scripts';
 import { createPool } from '@vercel/postgres';
 import { MeiliSearch } from 'meilisearch';
+import { fetch } from 'undici';
 
 if (!process.env.DATABASE_URL) {
 	setFailed('DATABASE_URL is not set');
@@ -36,9 +37,10 @@ try {
 		},
 		fetchPackageVersionDocs: async (pkg, version) => {
 			console.log(`Fetching data for ${pkg} ${version}...`);
-			const { rows } = await pool.sql`select data from documentation where name = ${pkg} and version = ${version}`;
+			const { rows } = await pool.sql`select url from documentation where name = ${pkg} and version = ${version}`;
+			const res = await fetch(rows[0]?.url ?? '');
 
-			return rows[0]?.data ?? null;
+			return res.json();
 		},
 		writeToFile: false,
 	});

packages/scripts/package.json

@@ -58,6 +58,7 @@
 		"@discordjs/api-extractor-utils": "workspace:^",
 		"@microsoft/tsdoc": "0.14.2",
 		"@microsoft/tsdoc-config": "0.16.2",
+		"@vercel/blob": "^0.15.0",
 		"@vercel/postgres": "^0.5.1",
 		"tslib": "^2.6.2",
 		"undici": "5.27.2",

packages/scripts/src/generateIndex.ts

@@ -159,7 +159,7 @@ export async function fetchVersions(pkg: string) {
 
 export async function fetchVersionDocs(pkg: string, version: string) {
 	const response = await request(`https://docs.discordjs.dev/docs/${pkg}/${version}.api.json`);
-	return response.body.json() as Promise<Record<any, any>>;
+	return response.body.json();
 }
 
 export async function generateAllIndices({

packages/scripts/src/populateDevDatabaseBranch.ts

@@ -1,6 +1,7 @@
 import { readFile } from 'node:fs/promises';
 import process, { cwd } from 'node:process';
 import { create } from '@actions/glob';
+import { put } from '@vercel/blob';
 import { createPool } from '@vercel/postgres';
 
 const pool = createPool({
@@ -16,14 +17,29 @@ for await (const file of globber.globGenerator()) {
 	if (parsed?.groups) {
 		console.log(parsed.groups.semver, file);
 		try {
-			await pool.sql`insert into documentation (version, data) values (${parsed.groups.semver}, ${data}) on conflict (name, version) do update set data = EXCLUDED.data`;
+			const { name } = JSON.parse(data);
+			const { url } = await put(`${name.replace('@discordjs/', '')}/${parsed.groups.semver}.json`, data, {
+				access: 'public',
+				addRandomSuffix: false,
+			});
+			await pool.sql`insert into documentation (name, version, url) values (${name.replace('@discordjs/', '')}, ${
+				parsed.groups.semver
+			}, ${url}) on conflict (name, version) do update set url = EXCLUDED.url`;
 		} catch (error) {
 			console.error(error);
 		}
 	} else {
 		console.log('main', file);
 		try {
-			await pool.sql`insert into documentation (version, data) values (${'main'}, ${data}) on conflict (name, version) do update set data = EXCLUDED.data`;
+			const { name } = JSON.parse(data);
+			const { url } = await put(`${name.replace('@discordjs/', '')}/main.json`, data, {
+				access: 'public',
+				addRandomSuffix: false,
+			});
+			await pool.sql`insert into documentation (name, version, url) values (${name.replace(
+				'@discordjs/',
+				'',
+			)}, ${'main'}, ${url}) on conflict (name, version) do update set url = EXCLUDED.url`;
 		} catch (error) {
 			console.error(error);
 		}