INNER CODE UNIT · Go
func
kubernetes/k8s.io · infra/aws/aws-costexplorer-export/main.go:322
func (c AWSCostExplorerExportConfig) NewGCSRefForConfig(tableName string, set string) *bigquery.GCSReference {
gcsRef := bigquery.NewGCSReference(
fmt.Sprintf(bucketReferenceTemplate,
c.BucketURI,
fmt.Sprintf(fileNameTemplate, tableName, set)))
gcsRef.SourceFormat = bigquery.CSV
gcsRef.SkipLeadingRows = 1
gcsRef.AllowJaggedRows = true
gcsRef.AllowQuotedNewlines = true
return gcsRef
}
// CheckIfBigQueryDatasetExists returns an error if a dataset isn't found, given a table suffix
func (c AWSCostExplorerExportConfig) CheckIfBigQueryDatasetExists(suffix string) (err error) {
name := fmt.Sprintf(bigqueryDatasetNameTemplate, c.BigQueryManagingDatasetPrefix, suffix)
md, err := c.bqclient.Dataset(name).Metadata(context.TODO())
if err != nil {
return fmt.Errorf("Dataset not found", err)