Skip to content

Commit

Permalink
Merge branch 'ttizze/bug-issue-97' of https://github.com/ttizze/eveeve
Browse files Browse the repository at this point in the history
…into ttizze/bug-issue-97
  • Loading branch information
ttizze committed Jul 27, 2024
2 parents 6558bc7 + 44008e3 commit 2202350
Showing 1 changed file with 55 additions and 53 deletions.
108 changes: 55 additions & 53 deletions web/scripts/normalize-page-urls.ts
Original file line number Diff line number Diff line change
Expand Up @@ -4,67 +4,69 @@ import { normalizeAndSanitizeUrl } from "../app/utils/normalize-and-sanitize-url
const prisma = new PrismaClient();

async function normalizeUrls() {
const batchSize = 100;
let processedPageCount = 0;
let processedPageVersionCount = 0;
const batchSize = 100;
let processedPageCount = 0;
let processedPageVersionCount = 0;

try {
// Normalize Page URLs
while (true) {
const pages = await prisma.page.findMany({
take: batchSize,
skip: processedPageCount,
select: { id: true, url: true },
});
try {
// Normalize Page URLs
while (true) {
const pages = await prisma.page.findMany({
take: batchSize,
skip: processedPageCount,
select: { id: true, url: true },
});

if (pages.length === 0) break;
if (pages.length === 0) break;

for (const page of pages) {
const normalizedUrl = normalizeAndSanitizeUrl(page.url);
if (normalizedUrl !== page.url) {
await prisma.page.update({
where: { id: page.id },
data: { url: normalizedUrl },
});
console.log(`Updated Page URL: ${page.url} -> ${normalizedUrl}`);
}
}
for (const page of pages) {
const normalizedUrl = normalizeAndSanitizeUrl(page.url);
if (normalizedUrl !== page.url) {
await prisma.page.update({
where: { id: page.id },
data: { url: normalizedUrl },
});
console.log(`Updated Page URL: ${page.url} -> ${normalizedUrl}`);
}
}

processedPageCount += pages.length;
console.log(`Processed ${processedPageCount} pages`);
}
processedPageCount += pages.length;
console.log(`Processed ${processedPageCount} pages`);
}

// Normalize PageVersion URLs
while (true) {
const pageVersions = await prisma.pageVersion.findMany({
take: batchSize,
skip: processedPageVersionCount,
select: { id: true, url: true },
});
// Normalize PageVersion URLs
while (true) {
const pageVersions = await prisma.pageVersion.findMany({
take: batchSize,
skip: processedPageVersionCount,
select: { id: true, url: true },
});

if (pageVersions.length === 0) break;
if (pageVersions.length === 0) break;

for (const pageVersion of pageVersions) {
const normalizedUrl = normalizeAndSanitizeUrl(pageVersion.url);
if (normalizedUrl !== pageVersion.url) {
await prisma.pageVersion.update({
where: { id: pageVersion.id },
data: { url: normalizedUrl },
});
console.log(`Updated PageVersion URL: ${pageVersion.url} -> ${normalizedUrl}`);
}
}
for (const pageVersion of pageVersions) {
const normalizedUrl = normalizeAndSanitizeUrl(pageVersion.url);
if (normalizedUrl !== pageVersion.url) {
await prisma.pageVersion.update({
where: { id: pageVersion.id },
data: { url: normalizedUrl },
});
console.log(
`Updated PageVersion URL: ${pageVersion.url} -> ${normalizedUrl}`,
);
}
}

processedPageVersionCount += pageVersions.length;
console.log(`Processed ${processedPageVersionCount} page versions`);
}
processedPageVersionCount += pageVersions.length;
console.log(`Processed ${processedPageVersionCount} page versions`);
}

console.log("URL normalization complete");
} catch (error) {
console.error("Error during URL normalization:", error);
} finally {
await prisma.$disconnect();
}
console.log("URL normalization complete");
} catch (error) {
console.error("Error during URL normalization:", error);
} finally {
await prisma.$disconnect();
}
}

normalizeUrls();
normalizeUrls();

0 comments on commit 2202350

Please sign in to comment.