fix(gatsby-transformer-csv): Fix high memory consumption (#36610)

Co-authored-by: ascott <[email protected]> Co-authored-by: Lennart <[email protected]> Fixes #33868
gatsbyjs · Nov 16, 2022 · f94db78 · f94db78
1 parent f158930
commit f94db78
Showing 1 changed file with 8 additions and 7 deletions.
diff --git a/packages/gatsby-transformer-csv/src/gatsby-node.js b/packages/gatsby-transformer-csv/src/gatsby-node.js
@@ -42,7 +42,7 @@ async function onCreateNode(
   }
 
   // Generate the new node
-  function transformObject(obj, i) {
+  async function transformObject(obj, i) {
     const csvNode = {
       ...obj,
       id:
@@ -59,21 +59,22 @@ async function onCreateNode(
       },
     }
 
-    createNode(csvNode)
+    await createNode(csvNode)
     createParentChildLink({ parent: node, child: csvNode })
   }
 
   if (_.isArray(parsedContent)) {
     if (pluginOptions && nodePerFile) {
       if (pluginOptions && _.isString(nodePerFile)) {
-        transformObject({ [nodePerFile]: parsedContent }, 0)
+        await transformObject({ [nodePerFile]: parsedContent }, 0)
       } else {
-        transformObject({ items: parsedContent }, 0)
+        await transformObject({ items: parsedContent }, 0)
       }
     } else {
-      _.each(parsedContent, (obj, i) => {
-        transformObject(obj, i)
-      })
+      for (let i = 0, l = parsedContent.length; i < l; i++) {
+        const obj = parsedContent[i]
+        await transformObject(obj, i)
+      }
     }
   }