Google Cloud: BigQuery DataSet and Table resources

builtin/providers/google/config.go

@@ -13,6 +13,7 @@ import (
 	"golang.org/x/oauth2"
 	"golang.org/x/oauth2/google"
 	"golang.org/x/oauth2/jwt"
+	"google.golang.org/api/bigquery/v2"
 	"google.golang.org/api/compute/v1"
 	"google.golang.org/api/container/v1"
 	"google.golang.org/api/dns/v1"
@@ -34,6 +35,7 @@ type Config struct {
 	clientStorage   *storage.Service
 	clientSqlAdmin  *sqladmin.Service
 	clientPubsub    *pubsub.Service
+	clientBigQuery  *bigquery.Service
 }
 
 func (c *Config) loadAndValidate() error {
@@ -137,6 +139,13 @@ func (c *Config) loadAndValidate() error {
 	}
 	c.clientPubsub.UserAgent = userAgent
 
+	log.Printf("[INFO] Instantiating Google BigQuery Client...")
+	c.clientBigQuery, err = bigquery.New(client)
+	if err != nil {
+		return err
+	}
+	c.clientBigQuery.UserAgent = userAgent
+
 	return nil
 }
 

builtin/providers/google/provider.go

@@ -42,6 +42,8 @@ func Provider() terraform.ResourceProvider {
 		},
 
 		ResourcesMap: map[string]*schema.Resource{
+			"google_bigquery_dataset":               resourceBigQueryDataset(),
+			"google_bigquery_table":                 resourceBigQueryTable(),
 			"google_compute_autoscaler":             resourceComputeAutoscaler(),
 			"google_compute_address":                resourceComputeAddress(),
 			"google_compute_backend_service":        resourceComputeBackendService(),

builtin/providers/google/resource_bigquery_dataset.go

@@ -0,0 +1,232 @@
+package google
+
+import (
+	"fmt"
+	"github.com/hashicorp/terraform/helper/schema"
+	"google.golang.org/api/bigquery/v2"
+	"google.golang.org/api/googleapi"
+)
+
+func resourceBigQueryDataset() *schema.Resource {
+	return &schema.Resource{
+		Create: resourceBigQueryDatasetCreate,
+		Read:   resourceBigQueryDatasetRead,
+		Update: resourceBigQueryDatasetUpdate,
+		Delete: resourceBigQueryDatasetDelete,
+
+		Schema: map[string]*schema.Schema{
+			"datasetId": &schema.Schema{
+				Type:     schema.TypeString,
+				Required: true,
+				ForceNew: true,
+			},
+
+			"friendlyName": &schema.Schema{
+				Type:     schema.TypeString,
+				Optional: true,
+			},
+
+			"description": &schema.Schema{
+				Type:     schema.TypeString,
+				Optional: true,
+			},
+
+			"location": &schema.Schema{
+				Type:     schema.TypeString,
+				Optional: true,
+			},
+
+			"defaultTableExpirationMs": &schema.Schema{
+				Type:     schema.TypeInt,
+				Optional: true,
+			},
+
+			"access": &schema.Schema{
+				Type:     schema.TypeList,
+				Optional: true,
+				Elem: &schema.Resource{
+					Schema: map[string]*schema.Schema{
+						"role": &schema.Schema{
+							Type:     schema.TypeString,
+							Optional: true,
+						},
+
+						"userByEmail": &schema.Schema{
+							Type:     schema.TypeString,
+							Optional: true,
+						},
+
+						"groupByEmail": &schema.Schema{
+							Type:     schema.TypeString,
+							Optional: true,
+						},
+
+						"domain": &schema.Schema{
+							Type:     schema.TypeString,
+							Optional: true,
+						},
+
+						"specialGroup": &schema.Schema{
+							Type:     schema.TypeString,
+							Optional: true,
+						},
+
+						"view": &schema.Schema{
+							Type:     schema.TypeList,
+							Optional: true,
+							Elem: &schema.Resource{
+								Schema: map[string]*schema.Schema{
+									"projectId": &schema.Schema{
+										Type:     schema.TypeString,
+										Optional: true,
+									},
+
+									"datasetId": &schema.Schema{
+										Type:     schema.TypeString,
+										Optional: true,
+									},
+
+									"tableId": &schema.Schema{
+										Type:     schema.TypeString,
+										Optional: true,
+									},
+								},
+							},
+						},
+					},
+				},
+			},
+
+			"self_link": &schema.Schema{
+				Type:     schema.TypeString,
+				Computed: true,
+			},
+
+			"id": &schema.Schema{
+				Type:     schema.TypeString,
+				Computed: true,
+			},
+
+			"lastModifiedTime": &schema.Schema{
+				Type:     schema.TypeInt,
+				Computed: true,
+			},
+		},
+	}
+}
+
+func resourceBigQueryDatasetCreate(d *schema.ResourceData, meta interface{}) error {
+	config := meta.(*Config)
+
+	datasetRef := &bigquery.DatasetReference{DatasetId: d.Get("datasetId").(string), ProjectId: config.Project}
+
+	dataset := &bigquery.Dataset{DatasetReference: datasetRef}
+
+	if v, ok := d.GetOk("friendlyName"); ok {
+		dataset.FriendlyName = v.(string)
+	}
+
+	if v, ok := d.GetOk("description"); ok {
+		dataset.Description = v.(string)
+	}
+
+	if v, ok := d.GetOk("location"); ok {
+		dataset.Location = v.(string)
+	}
+
+	if v, ok := d.GetOk("defaultTableExpirationMs"); ok {
+		dataset.DefaultTableExpirationMs = v.(int64)
+	}
+
+	if v, ok := d.GetOk("access"); ok {
+		accessList := make([]*bigquery.DatasetAccess, 0)
+		for _, access_interface := range v.([]interface{}) {
+			access_parsed := &bigquery.DatasetAccess{}
+			access_raw := access_interface.(map[string]interface{})
+			if role, ok := access_raw["role"]; ok {
+				access_parsed.Role = role.(string)
+			}
+			if userByEmail, ok := access_raw["userByEmail"]; ok {
+				access_parsed.UserByEmail = userByEmail.(string)
+			}
+			if groupByEmail, ok := access_raw["groupByEmail"]; ok {
+				access_parsed.GroupByEmail = groupByEmail.(string)
+			}
+			if domain, ok := access_raw["domain"]; ok {
+				access_parsed.Domain = domain.(string)
+			}
+			if specialGroup, ok := access_raw["specialGroup"]; ok {
+				access_parsed.SpecialGroup = specialGroup.(string)
+			}
+			if view, ok := access_raw["view"]; ok {
+				view_raw := view.([]interface{})
+				if len(view_raw) > 1 {
+					fmt.Errorf("There are more then one view records in a single access record, this is not valid.")
+				}
+				view_parsed := &bigquery.TableReference{}
+				view_zero := view_raw[0].(map[string]interface{})
+				if projectId, ok := view_zero["projectId"]; ok {
+					view_parsed.ProjectId = projectId.(string)
+				}
+				if datasetId, ok := view_zero["datasetId"]; ok {
+					view_parsed.DatasetId = datasetId.(string)
+				}
+				if tableId, ok := view_zero["tableId"]; ok {
+					view_parsed.TableId = tableId.(string)
+				}
+				access_parsed.View = view_parsed
+			}
+
+			accessList = append(accessList, access_parsed)
+		}
+
+		dataset.Access = accessList
+	}
+
+	call := config.clientBigQuery.Datasets.Insert(config.Project, dataset)
+	_, err := call.Do()
+	if err != nil {
+		return err
+	}
+
+	return resourceBigQueryDatasetRead(d, meta)
+}
+
+func resourceBigQueryDatasetRead(d *schema.ResourceData, meta interface{}) error {
+	config := meta.(*Config)
+
+	call := config.clientBigQuery.Datasets.Get(config.Project, d.Get("datasetId").(string))
+	res, err := call.Do()
+	if err != nil {
+		if gerr, ok := err.(*googleapi.Error); ok && gerr.Code == 404 {
+			// The resource doesn't exist anymore
+			d.SetId("")
+
+			return nil
+		}
+		return fmt.Errorf("Failed to read bigquery dataset %s with err: %q", d.Get("datasetId").(string), err)
+	}
+
+	d.SetId(res.Id)
+	d.Set("self_link", res.SelfLink)
+	d.Set("lastModifiedTime", res.LastModifiedTime)
+	d.Set("id", res.Id)
+	return nil
+}
+
+func resourceBigQueryDatasetUpdate(d *schema.ResourceData, meta interface{}) error {
+	return nil
+}
+
+func resourceBigQueryDatasetDelete(d *schema.ResourceData, meta interface{}) error {
+	config := meta.(*Config)
+
+	call := config.clientBigQuery.Datasets.Delete(config.Project, d.Get("datasetId").(string))
+	err := call.Do()
+	if err != nil {
+		return err
+	}
+
+	d.SetId("")
+	return nil
+}

builtin/providers/google/resource_bigquery_dataset_test.go

@@ -0,0 +1,69 @@
+package google
+
+import (
+	"fmt"
+	"testing"
+
+	"github.com/hashicorp/terraform/helper/resource"
+	"github.com/hashicorp/terraform/terraform"
+)
+
+func TestAccBigqueryDatasetCreate(t *testing.T) {
+
+	resource.Test(t, resource.TestCase{
+		PreCheck:     func() { testAccPreCheck(t) },
+		Providers:    testAccProviders,
+		CheckDestroy: testAccCheckBigQueryDatasetDestroy,
+		Steps: []resource.TestStep{
+			resource.TestStep{
+				Config: testAccBigQueryDataset,
+				Check: resource.ComposeTestCheckFunc(
+					testAccBigQueryDatasetExists(
+						"google_bigquery_dataset.foobar"),
+				),
+			},
+		},
+	})
+}
+
+func testAccCheckBigQueryDatasetDestroy(s *terraform.State) error {
+	for _, rs := range s.RootModule().Resources {
+		if rs.Type != "google_bigquery_dataset" {
+			continue
+		}
+
+		config := testAccProvider.Meta().(*Config)
+		_, err := config.clientBigQuery.Datasets.Get(config.Project, rs.Primary.Attributes["datasetId"]).Do()
+		if err != nil {
+			fmt.Errorf("Dataset still present")
+		}
+	}
+
+	return nil
+}
+
+func testAccBigQueryDatasetExists(n string) resource.TestCheckFunc {
+	return func(s *terraform.State) error {
+		rs, ok := s.RootModule().Resources[n]
+		if !ok {
+			return fmt.Errorf("Not found: %s", n)
+		}
+
+		if rs.Primary.ID == "" {
+			return fmt.Errorf("No ID is set")
+		}
+		config := testAccProvider.Meta().(*Config)
+		_, err := config.clientBigQuery.Datasets.Get(config.Project, rs.Primary.Attributes["datasetId"]).Do()
+		if err != nil {
+			fmt.Errorf("BigQuery Dataset not present")
+		}
+
+		return nil
+	}
+}
+
+const testAccBigQueryDataset = `
+resource "google_bigquery_dataset" "foobar" {
+	datasetId = "foobar"
+	friendlyName = "hi"
+}`