fix snowflake seed types, add chunking for seed files with more than 16k rows

dbt/adapters/postgres.py

@@ -7,6 +7,7 @@
 import dbt.exceptions
 import agate
 
+from dbt.utils import chunks
 from dbt.logger import GLOBAL_LOGGER as logger
 
 
@@ -174,7 +175,7 @@ def convert_text_type(cls, agate_table, col_idx):
     @classmethod
     def convert_number_type(cls, agate_table, col_idx):
         decimals = agate_table.aggregate(agate.MaxPrecision(col_idx))
-        return "numeric" if decimals else "integer"
+        return "float8" if decimals else "integer"
 
     @classmethod
     def convert_boolean_type(cls, agate_table, col_idx):
@@ -213,19 +214,23 @@ def reset_csv_table(cls, profile, schema, table_name, agate_table,
 
     @classmethod
     def load_csv_rows(cls, profile, schema, table_name, agate_table):
-        bindings = []
-        placeholders = []
         cols_sql = ", ".join(c for c in agate_table.column_names)
 
-        for row in agate_table.rows:
-            bindings += row
-            placeholders.append("({})".format(
-                ", ".join("%s" for _ in agate_table.column_names)))
+        for chunk in chunks(agate_table.rows, 10000):
+            bindings = []
+            placeholders = []
 
-        sql = ('insert into {}.{} ({}) values {}'
-               .format(cls.quote(schema),
-                       cls.quote(table_name),
-                       cols_sql,
-                       ",\n".join(placeholders)))
+            for row in chunk:
+                bindings += row
+                placeholders.append("({})".format(
+                    ", ".join("%s" for _ in agate_table.column_names)))
 
-        cls.add_query(profile, sql, bindings=bindings, abridge_sql_log=True)
+                sql = ('insert into {}.{} ({}) values {}'
+                       .format(cls.quote(schema),
+                               cls.quote(table_name),
+                               cols_sql,
+                               ",\n".join(placeholders)))
+
+            cls.add_query(profile, sql,
+                          bindings=bindings,
+                          abridge_sql_log=True)

dbt/utils.py

@@ -89,6 +89,12 @@ def coalesce(*args):
     return None
 
 
+def chunks(l, n):
+    """Yield successive n-sized chunks from l."""
+    for i in range(0, len(l), n):
+        yield l[i:i + n]
+
+
 def get_profile_from_project(project):
     target_name = project.get('target', {})
     profile = project.get('outputs', {}).get(target_name, {})