Avoids serializing generated projection code

apache · May 12, 2015 · 43ba50e · 43ba50e
1 parent edf49e7
commit 43ba50e
Showing 1 changed file with 6 additions and 6 deletions.
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/sources/interfaces.scala b/sql/core/src/main/scala/org/apache/spark/sql/sources/interfaces.scala
@@ -433,13 +433,13 @@ abstract class FSBasedRelation private[sql](
       BoundReference(dataSchema.fieldIndex(col), field.dataType, field.nullable)
     }.toSeq
 
-    val buildProjection = if (codegenEnabled) {
-      GenerateMutableProjection.generate(requiredOutput, dataSchema.toAttributes)
-    } else {
-      () => new InterpretedMutableProjection(requiredOutput, dataSchema.toAttributes)
-    }
-
     buildScan(inputPaths).mapPartitions { rows =>
+      val buildProjection = if (codegenEnabled) {
+        GenerateMutableProjection.generate(requiredOutput, dataSchema.toAttributes)
+      } else {
+        () => new InterpretedMutableProjection(requiredOutput, dataSchema.toAttributes)
+      }
+
       val mutableProjection = buildProjection()
       rows.map(mutableProjection)
     }