├── .gitignore ├── LICENSE ├── README.md ├── adaptor.go ├── adaptor └── adaptor.go ├── bigquery.go ├── builders.go ├── callbacks.go ├── driver ├── columns.go ├── connection.go ├── driver.go ├── init.go ├── result.go ├── rows.go ├── scanner.go ├── source.go ├── statement.go └── transaction.go ├── go.mod ├── go.sum ├── migrator.go ├── test ├── common_text.go ├── metadata_test.go └── models_test.go └── utils └── driver.go /.gitignore: -------------------------------------------------------------------------------- 1 | # Binaries for programs and plugins 2 | *.exe 3 | *.exe~ 4 | *.dll 5 | *.so 6 | *.dylib 7 | 8 | # Test binary, built with `go test -c` 9 | *.test 10 | 11 | # Output of the go coverage tool, specifically when used with LiteIDE 12 | *.out 13 | 14 | # Dependency directories (remove the comment below to include it) 15 | # vendor/ 16 | .idea -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | MIT License 2 | 3 | Copyright (c) 2020 Guy Peled guypeled76@gmail.com 4 | 5 | Permission is hereby granted, free of charge, to any person obtaining a copy 6 | of this software and associated documentation files (the "Software"), to deal 7 | in the Software without restriction, including without limitation the rights 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 9 | copies of the Software, and to permit persons to whom the Software is 10 | furnished to do so, subject to the following conditions: 11 | 12 | The above copyright notice and this permission notice shall be included in all 13 | copies or substantial portions of the Software. 14 | 15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 21 | SOFTWARE. 22 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # BigQuery SQL Driver & GORM Dialect for Golang 2 | This is an implementation of the BigQuery Client as a database/sql/driver for easy integration and usage. 3 | 4 | 5 | # Goals of project 6 | 7 | This module implements a BigQuery SQL driver and GORM dialect. 8 | 9 | # Usage 10 | 11 | As this is using the Google Cloud Go SDK, you will need to have your credentials available 12 | via the GOOGLE_APPLICATION_CREDENTIALS environment variable point to your credential JSON file. 13 | 14 | ## Vanilla *sql.DB usage 15 | 16 | Just like any other database/sql driver you'll need to import it 17 | 18 | ```go 19 | package main 20 | 21 | import ( 22 | "database/sql" 23 | _ "gorm.io/driver/bigquery/driver" 24 | "log" 25 | ) 26 | 27 | func main() { 28 | db, err := sql.Open("bigquery", 29 | "bigquery://projectid/dataset") 30 | if err != nil { 31 | log.Fatal(err) 32 | } 33 | defer db.Close() 34 | // Do Something with the DB 35 | 36 | } 37 | ``` 38 | 39 | ## Gorm Usage 40 | 41 | Opening a Gorm bigquery db 42 | 43 | ```go 44 | package main 45 | 46 | import ( 47 | "gorm.io/driver/bigquery" 48 | "gorm.io/gorm" 49 | "log" 50 | ) 51 | 52 | func main() { 53 | // You can also use the location format: "bigquery://projectid/location/dataset" 54 | db, err := gorm.Open(bigquery.Open("bigquery://go-bigquery-driver/playground"), &gorm.Config{}) 55 | if err != nil { 56 | log.Fatal(err) 57 | } 58 | defer db.Close() 59 | // Do Something with the DB 60 | 61 | } 62 | ``` 63 | 64 | 65 | Using gorm with a BigQuery query that has a record 66 | 67 | ```go 68 | package main 69 | 70 | import ( 71 | "gorm.io/driver/bigquery" 72 | "gorm.io/gorm" 73 | "log" 74 | ) 75 | 76 | 77 | type ComplexRecord struct { 78 | Name string `gorm:"column:Name"` 79 | Record ComplexSubRecord `gorm:"column:Record:type:RECORD"` 80 | } 81 | 82 | type ComplexSubRecord struct { 83 | Name string `gorm:"column:Name"` 84 | Age int `gorm:"column:Age"` 85 | } 86 | 87 | 88 | func main() { 89 | // You can also pass custom endpoint and/or skip authentication by using query parameters like this: 90 | // bigquery://go-bigquery-driver/playground?endpoint=http://localhost:56758&disable_auth=true 91 | db, err := gorm.Open(bigquery.Open("bigquery://go-bigquery-driver/playground"), &gorm.Config{}) 92 | if err != nil { 93 | log.Fatal(err) 94 | } 95 | 96 | var records []ComplexRecord 97 | 98 | // Delete complex record table if exists 99 | db.Migrator().DropTable(&ComplexRecord{}) 100 | 101 | // Make sure we have a complex_records table 102 | db.AutoMigrate(&ComplexRecord{}) 103 | 104 | // Insert new records to table 105 | db.Create(&ComplexRecord{Name: "test", Record: ComplexSubRecord{Name: "dd", Age: 1}}) 106 | db.Create(&ComplexRecord{Name: "test2", Record: ComplexSubRecord{Name: "dd2", Age: 444}}) 107 | 108 | // Select records from table 109 | db.Order("Name").Find(&records) 110 | 111 | } 112 | ``` 113 | 114 | Using gorm with a BigQuery query that has an array 115 | 116 | ```go 117 | package main 118 | 119 | import ( 120 | "gorm.io/driver/bigquery" 121 | "gorm.io/gorm" 122 | "log" 123 | ) 124 | 125 | type ArrayRecord struct { 126 | Name string `gorm:"column:Name"` 127 | Records []ComplexSubRecord `gorm:"column:Records;type:ARRAY"` 128 | } 129 | 130 | type ComplexSubRecord struct { 131 | Name string `gorm:"column:Name"` 132 | Age int `gorm:"column:Age"` 133 | } 134 | 135 | func main() { 136 | db, err := gorm.Open(bigquery.Open("bigquery://go-bigquery-driver/playground"), &gorm.Config{}) 137 | if err != nil { 138 | log.Fatal(err) 139 | } 140 | 141 | var records []ArrayRecord 142 | 143 | // Delete array_records table if exists 144 | db.Migrator().DropTable(&ArrayRecord{}) 145 | 146 | // Make sure we have an array_records table 147 | db.AutoMigrate(&ArrayRecord{}) 148 | 149 | // Insert new records to table 150 | db.Create(&ArrayRecord{Name: "test", Records: []ComplexSubRecord{{Name: "dd", Age: 1}, {Name: "dd1", Age: 1}}}) 151 | db.Create(&ArrayRecord{Name: "test2", Records: []ComplexSubRecord{{Name: "dd2", Age: 444}, {Name: "dd3", Age: 1}}}) 152 | 153 | // Select records from table ordered by name 154 | db.Order("Name").Find(&records) 155 | 156 | 157 | } 158 | ``` 159 | 160 | Using gorm with a BigQuery query that uses unnest 161 | 162 | ```go 163 | package main 164 | 165 | import ( 166 | "gorm.io/driver/bigquery" 167 | "gorm.io/gorm" 168 | "log" 169 | ) 170 | 171 | type Version struct { 172 | Label string `gorm:"column:Label"` 173 | } 174 | 175 | func main() { 176 | db, err := gorm.Open(bigquery.Open("bigquery://go-bigquery-driver/playground"), &gorm.Config{}) 177 | if err != nil { 178 | log.Fatal(err) 179 | } 180 | 181 | var versions []Version 182 | 183 | query := db.Table("charts, UNNEST(Samples) as sample") 184 | 185 | query = query.Select("DISTINCT CONCAT(" + 186 | "CAST(sample.MajorVersion AS STRING), '.'," + 187 | "CAST(sample.MinorVersion AS STRING), '.'," + 188 | "CAST(sample.RevisionVersion AS STRING)" + 189 | ") as Label") 190 | 191 | err = query.Find(&versions).Error 192 | if err != nil { 193 | log.Fatal(err) 194 | } 195 | 196 | } 197 | ``` 198 | -------------------------------------------------------------------------------- /adaptor.go: -------------------------------------------------------------------------------- 1 | package bigquery 2 | 3 | import ( 4 | "database/sql/driver" 5 | "gorm.io/driver/bigquery/adaptor" 6 | "gorm.io/gorm" 7 | "gorm.io/gorm/schema" 8 | "reflect" 9 | ) 10 | 11 | type bigQuerySchemaAdaptor struct { 12 | schema *schema.Schema 13 | db *gorm.DB 14 | } 15 | 16 | func (schemaAdaptor *bigQuerySchemaAdaptor) GetColumnAdaptor(name string) adaptor.SchemaColumnAdaptor { 17 | 18 | if schema := schemaAdaptor.schema; schema != nil { 19 | 20 | field := schema.FieldsByDBName[name] 21 | 22 | if field == nil { 23 | return nil 24 | } 25 | 26 | switch field.DataType { 27 | case adaptor.RecordType, adaptor.ArrayType: 28 | return &bigQueryColumnAdaptor{field: field, rootDB: schemaAdaptor.db} 29 | } 30 | } 31 | 32 | return nil 33 | } 34 | 35 | type bigQueryColumnAdaptor struct { 36 | field *schema.Field 37 | rootDB *gorm.DB 38 | } 39 | 40 | func (columnAdaptor *bigQueryColumnAdaptor) AdaptValue(value driver.Value) (driver.Value, error) { 41 | instance := reflect.New(columnAdaptor.field.IndirectFieldType).Interface() 42 | 43 | db := columnAdaptor.rootDB.Raw(adaptor.RerouteQuery, value) 44 | 45 | err := db.Statement.Parse(instance) 46 | if err != nil { 47 | return nil, err 48 | } 49 | 50 | applyStatementSchemaContext(db, columnAdaptor.rootDB) 51 | 52 | err = db.Scan(instance).Error 53 | if err != nil { 54 | return nil, err 55 | } 56 | 57 | return instance, err 58 | } 59 | 60 | func (columnAdaptor *bigQueryColumnAdaptor) GetSchemaAdaptor() adaptor.SchemaAdaptor { 61 | schema := columnAdaptor.field.Schema 62 | 63 | if schema == nil { 64 | return nil 65 | } 66 | return &bigQuerySchemaAdaptor{ 67 | schema: schema, 68 | db: columnAdaptor.rootDB, 69 | } 70 | } 71 | -------------------------------------------------------------------------------- /adaptor/adaptor.go: -------------------------------------------------------------------------------- 1 | package adaptor 2 | 3 | import ( 4 | "context" 5 | "database/sql/driver" 6 | ) 7 | 8 | const ( 9 | RecordType = "RECORD" 10 | ArrayType = "ARRAY" 11 | 12 | RerouteQuery = "SELECT ?" 13 | ) 14 | 15 | var adaptorCtxKey = struct{ value string }{"adaptorCxtKey"} 16 | 17 | // SchemaAdaptor adapts row column results to fit the "demand" 18 | type SchemaAdaptor interface { 19 | 20 | // GetColumnAdaptor gets a specific column adapter that makes the column fit the "demand" 21 | GetColumnAdaptor(name string) SchemaColumnAdaptor 22 | } 23 | 24 | // SchemaColumnAdaptor adapts column results to fit the "demand" 25 | type SchemaColumnAdaptor interface { 26 | 27 | // AdaptValue gets a specific column value that fit the "demand" 28 | AdaptValue(value driver.Value) (driver.Value, error) 29 | } 30 | 31 | func SetSchemaAdaptor(ctx context.Context, adaptorSchema SchemaAdaptor) context.Context { 32 | if ctx != nil { 33 | return context.WithValue(ctx, adaptorCtxKey, adaptorSchema) 34 | } 35 | return nil 36 | } 37 | 38 | func GetSchemaAdaptor(ctx context.Context) SchemaAdaptor { 39 | if ctx == nil { 40 | return nil 41 | } 42 | 43 | value := ctx.Value(adaptorCtxKey) 44 | if value == nil { 45 | return nil 46 | } 47 | return value.(SchemaAdaptor) 48 | } 49 | -------------------------------------------------------------------------------- /bigquery.go: -------------------------------------------------------------------------------- 1 | package bigquery 2 | 3 | import ( 4 | "database/sql" 5 | "fmt" 6 | "gorm.io/driver/bigquery/adaptor" 7 | _ "gorm.io/driver/bigquery/driver" 8 | "gorm.io/gorm" 9 | "gorm.io/gorm/clause" 10 | "gorm.io/gorm/logger" 11 | "gorm.io/gorm/migrator" 12 | "gorm.io/gorm/schema" 13 | "reflect" 14 | "regexp" 15 | "strings" 16 | ) 17 | 18 | type Dialector struct { 19 | *Config 20 | } 21 | 22 | type Config struct { 23 | DSN string 24 | PreferSimpleProtocol bool 25 | Conn *sql.DB 26 | } 27 | 28 | func Open(dsn string) gorm.Dialector { 29 | return &Dialector{&Config{DSN: dsn}} 30 | } 31 | 32 | func (Dialector) Name() string { 33 | return "bigquery" 34 | } 35 | 36 | func (dialector Dialector) Initialize(db *gorm.DB) (err error) { 37 | 38 | initializeCallbacks(db) 39 | 40 | initializeBuilders(db) 41 | 42 | if dialector.Conn != nil { 43 | db.ConnPool = dialector.Conn 44 | } else { 45 | db.ConnPool, err = sql.Open("bigquery", dialector.Config.DSN) 46 | } 47 | 48 | return 49 | } 50 | 51 | func (dialector Dialector) Migrator(db *gorm.DB) gorm.Migrator { 52 | return Migrator{migrator.Migrator{Config: migrator.Config{ 53 | DB: db, 54 | Dialector: dialector, 55 | CreateIndexAfterCreateTable: false, 56 | }}} 57 | } 58 | 59 | func (Dialector) DefaultValueOf(field *schema.Field) clause.Expression { 60 | return clause.Expr{SQL: "DEFAULT"} 61 | } 62 | 63 | func (Dialector) BindVarTo(writer clause.Writer, stmt *gorm.Statement, v interface{}) { 64 | writer.WriteByte('?') 65 | } 66 | 67 | func (Dialector) QuoteTo(writer clause.Writer, str string) { 68 | writer.WriteByte('`') 69 | writer.WriteString(str) 70 | writer.WriteByte('`') 71 | } 72 | 73 | var numericPlaceholder = regexp.MustCompile("\\$(\\d+)") 74 | 75 | func (Dialector) Explain(sql string, vars ...interface{}) string { 76 | return logger.ExplainSQL(sql, numericPlaceholder, `'`, vars...) 77 | } 78 | 79 | func (dialector Dialector) DataTypeOf(field *schema.Field) string { 80 | switch field.DataType { 81 | case schema.Bool: 82 | return "BOOL" 83 | case schema.Int, schema.Uint: 84 | return "INT64" 85 | case schema.Float: 86 | return "FLOAT64" 87 | case schema.String: 88 | return "STRING" 89 | case schema.Time: 90 | return "TIMESTAMP" 91 | case schema.Bytes: 92 | return "BYTES" 93 | } 94 | 95 | switch field.DataType { 96 | case adaptor.RecordType: 97 | return dialector.dataTypeOfNested("STRUCT<%s>", field) 98 | case adaptor.ArrayType: 99 | return dialector.dataTypeOfNested("ARRAY>", field) 100 | } 101 | return string(field.DataType) 102 | } 103 | 104 | func (dialector Dialector) dataTypeOfNested(format string, field *schema.Field) string { 105 | 106 | var structFields []*schema.Field 107 | 108 | fieldType := field.FieldType 109 | 110 | if fieldType.Kind() == reflect.Slice || fieldType.Kind() == reflect.Array { 111 | fieldType = fieldType.Elem() 112 | } 113 | 114 | for index := 0; index < fieldType.NumField(); index++ { 115 | structFields = append(structFields, field.Schema.ParseField(fieldType.Field(index))) 116 | } 117 | 118 | var fieldDefinitions []string 119 | for _, structField := range structFields { 120 | fieldDefinitions = append(fieldDefinitions, fmt.Sprintf("%s %s", structField.Name, dialector.DataTypeOf(structField))) 121 | } 122 | 123 | return fmt.Sprintf(format, strings.Join(fieldDefinitions, ", ")) 124 | } 125 | 126 | func (Dialector) SavePoint(tx *gorm.DB, name string) error { 127 | tx.Exec("SAVEPOINT " + name) 128 | return nil 129 | } 130 | 131 | func (Dialector) RollbackTo(tx *gorm.DB, name string) error { 132 | tx.Exec("ROLLBACK TO SAVEPOINT " + name) 133 | return nil 134 | } 135 | -------------------------------------------------------------------------------- /builders.go: -------------------------------------------------------------------------------- 1 | package bigquery 2 | 3 | import ( 4 | "database/sql" 5 | "database/sql/driver" 6 | "gorm.io/gorm" 7 | "gorm.io/gorm/clause" 8 | "reflect" 9 | ) 10 | 11 | func initializeBuilders(db *gorm.DB) { 12 | b := bigQueryBuilders{db} 13 | db.ClauseBuilders["VALUES"] = b.buildValues 14 | } 15 | 16 | type bigQueryBuilders struct { 17 | db *gorm.DB 18 | } 19 | 20 | func (b bigQueryBuilders) buildValues(c clause.Clause, builder clause.Builder) { 21 | 22 | if c.Expression == nil { 23 | return 24 | } 25 | 26 | values, ok := c.Expression.(clause.Values) 27 | if !ok { 28 | return 29 | } 30 | 31 | if len(values.Columns) > 0 { 32 | builder.WriteByte('(') 33 | for idx, column := range values.Columns { 34 | if idx > 0 { 35 | builder.WriteByte(',') 36 | } 37 | builder.WriteQuoted(column) 38 | } 39 | builder.WriteByte(')') 40 | 41 | builder.WriteString(" VALUES ") 42 | 43 | for idx, value := range values.Values { 44 | if idx > 0 { 45 | builder.WriteByte(',') 46 | } 47 | 48 | builder.WriteByte('(') 49 | b.buildValuesArguments(builder, value) 50 | builder.WriteByte(')') 51 | } 52 | } else { 53 | builder.WriteString("DEFAULT VALUES") 54 | } 55 | } 56 | 57 | func (bigQueryBuilders) buildValuesArguments(builder clause.Builder, vars []interface{}) { 58 | for idx, v := range vars { 59 | if idx > 0 { 60 | builder.WriteByte(',') 61 | } 62 | 63 | switch v := v.(type) { 64 | case sql.NamedArg, clause.Column, clause.Table, clause.Expr, driver.Valuer, []byte, []interface{}, *gorm.DB: 65 | builder.AddVar(builder, v) 66 | default: 67 | switch rv := reflect.ValueOf(v); rv.Kind() { 68 | case reflect.Slice, reflect.Array: 69 | if rv.Len() == 0 { 70 | builder.WriteString("[]") 71 | } else { 72 | builder.WriteByte('[') 73 | for i := 0; i < rv.Len(); i++ { 74 | if i > 0 { 75 | builder.WriteByte(',') 76 | } 77 | builder.AddVar(builder, rv.Index(i).Interface()) 78 | } 79 | builder.WriteByte(']') 80 | } 81 | default: 82 | builder.AddVar(builder, v) 83 | } 84 | } 85 | } 86 | } 87 | -------------------------------------------------------------------------------- /callbacks.go: -------------------------------------------------------------------------------- 1 | package bigquery 2 | 3 | import ( 4 | "gorm.io/driver/bigquery/adaptor" 5 | "gorm.io/gorm" 6 | "gorm.io/gorm/callbacks" 7 | ) 8 | 9 | func initializeCallbacks(db *gorm.DB) { 10 | 11 | // register callbacks 12 | callbacks.RegisterDefaultCallbacks(db, &callbacks.Config{ 13 | CreateClauses: []string{"INSERT", "VALUES", "ON CONFLICT", "RETURNING"}, 14 | }) 15 | 16 | c := &bigQueryCallbacks{db} 17 | 18 | queryCallback := db.Callback().Query() 19 | queryCallback.Replace("gorm:query", c.queryCallback) 20 | } 21 | 22 | type bigQueryCallbacks struct { 23 | root *gorm.DB 24 | } 25 | 26 | func (c *bigQueryCallbacks) queryCallback(db *gorm.DB) { 27 | if !db.DryRun { 28 | applyStatementSchemaContext(db, c.root) 29 | } 30 | 31 | callbacks.Query(db) 32 | } 33 | 34 | func applyStatementSchemaContext(db *gorm.DB, rootDB *gorm.DB) { 35 | db.Statement.Context = adaptor.SetSchemaAdaptor(db.Statement.Context, &bigQuerySchemaAdaptor{ 36 | db.Statement.Schema, 37 | rootDB, 38 | }) 39 | } 40 | -------------------------------------------------------------------------------- /driver/columns.go: -------------------------------------------------------------------------------- 1 | package driver 2 | 3 | import ( 4 | "database/sql/driver" 5 | "encoding/json" 6 | 7 | "cloud.google.com/go/bigquery" 8 | "gorm.io/driver/bigquery/adaptor" 9 | ) 10 | 11 | type bigQuerySchema interface { 12 | ColumnNames() []string 13 | ConvertColumnValue(index int, value bigquery.Value) (driver.Value, error) 14 | } 15 | 16 | type bigQueryColumns struct { 17 | names []string 18 | columns []bigQueryColumn 19 | } 20 | 21 | func (columns bigQueryColumns) ConvertColumnValue(index int, value bigquery.Value) (driver.Value, error) { 22 | if index > -1 && len(columns.columns) > index { 23 | column := columns.columns[index] 24 | return column.ConvertValue(value) 25 | } 26 | 27 | return value, nil 28 | } 29 | 30 | func (columns bigQueryColumns) ColumnNames() []string { 31 | return columns.names 32 | } 33 | 34 | type bigQueryReroutedColumn struct { 35 | values []bigquery.Value 36 | schema bigquery.Schema 37 | } 38 | 39 | func (c bigQueryReroutedColumn) MarshalJSON() ([]byte, error) { 40 | return json.Marshal(c.values) 41 | } 42 | 43 | type bigQueryColumn struct { 44 | Name string 45 | Schema bigquery.Schema 46 | Adaptor adaptor.SchemaColumnAdaptor 47 | } 48 | 49 | func (column bigQueryColumn) ConvertValue(value bigquery.Value) (driver.Value, error) { 50 | 51 | if len(column.Schema) == 0 { 52 | return value, nil 53 | } 54 | 55 | values, ok := value.([]bigquery.Value) 56 | if ok { 57 | 58 | if len(values) > 0 { 59 | if _, isRows := values[0].([]bigquery.Value); !isRows { 60 | values = []bigquery.Value{values} 61 | } 62 | } 63 | 64 | value = bigQueryReroutedColumn{values: values, schema: column.Schema} 65 | } 66 | 67 | if columnAdaptor := column.Adaptor; columnAdaptor != nil { 68 | return columnAdaptor.AdaptValue(value) 69 | } 70 | 71 | return value, nil 72 | } 73 | 74 | func createBigQuerySchema(schema bigquery.Schema, schemaAdaptor adaptor.SchemaAdaptor) bigQuerySchema { 75 | var names []string 76 | var columns []bigQueryColumn 77 | for _, column := range schema { 78 | 79 | name := column.Name 80 | 81 | var columnAdaptor adaptor.SchemaColumnAdaptor 82 | if schemaAdaptor != nil { 83 | columnAdaptor = schemaAdaptor.GetColumnAdaptor(name) 84 | } 85 | 86 | names = append(names, name) 87 | columns = append(columns, bigQueryColumn{ 88 | Name: name, 89 | Schema: column.Schema, 90 | Adaptor: columnAdaptor, 91 | }) 92 | } 93 | return &bigQueryColumns{ 94 | names, 95 | columns, 96 | } 97 | } 98 | -------------------------------------------------------------------------------- /driver/connection.go: -------------------------------------------------------------------------------- 1 | package driver 2 | 3 | import ( 4 | "cloud.google.com/go/bigquery" 5 | "context" 6 | "database/sql/driver" 7 | "fmt" 8 | ) 9 | 10 | type bigQueryConnection struct { 11 | ctx context.Context 12 | client *bigquery.Client 13 | config bigQueryConfig 14 | closed bool 15 | bad bool 16 | dataset *bigquery.Dataset 17 | } 18 | 19 | func (connection *bigQueryConnection) GetDataset() *bigquery.Dataset { 20 | if connection.dataset != nil { 21 | return connection.dataset 22 | } 23 | connection.dataset = connection.client.Dataset(connection.config.dataSet) 24 | return connection.dataset 25 | } 26 | 27 | func (connection *bigQueryConnection) GetContext() context.Context { 28 | return connection.ctx 29 | } 30 | 31 | func (connection *bigQueryConnection) Ping(ctx context.Context) error { 32 | 33 | dataset := connection.GetDataset() 34 | if dataset == nil { 35 | return fmt.Errorf("faild to ping using '%s' dataset", connection.config.dataSet) 36 | } 37 | 38 | _, err := dataset.Metadata(ctx) 39 | if err != nil { 40 | return err 41 | } 42 | 43 | return nil 44 | } 45 | 46 | func (connection *bigQueryConnection) QueryContext(ctx context.Context, query string, args []driver.NamedValue) (driver.Rows, error) { 47 | var statement = &bigQueryStatement{connection, query} 48 | return statement.QueryContext(ctx, args) 49 | } 50 | 51 | func (connection *bigQueryConnection) Query(query string, args []driver.Value) (driver.Rows, error) { 52 | statement, err := connection.Prepare(query) 53 | if err != nil { 54 | return nil, nil 55 | } 56 | 57 | return statement.Query(args) 58 | } 59 | 60 | func (connection *bigQueryConnection) Prepare(query string) (driver.Stmt, error) { 61 | var statement = &bigQueryStatement{connection, query} 62 | 63 | return statement, nil 64 | } 65 | 66 | func (connection *bigQueryConnection) Close() error { 67 | if connection.closed { 68 | return nil 69 | } 70 | if connection.bad { 71 | return driver.ErrBadConn 72 | } 73 | connection.closed = true 74 | return connection.client.Close() 75 | } 76 | 77 | func (connection *bigQueryConnection) Begin() (driver.Tx, error) { 78 | var transaction = &bigQueryTransaction{connection} 79 | 80 | return transaction, nil 81 | } 82 | 83 | func (connection *bigQueryConnection) query(query string) (*bigquery.Query, error) { 84 | return connection.client.Query(query), nil 85 | } 86 | 87 | func (connection *bigQueryConnection) ExecContext(ctx context.Context, query string, args []driver.NamedValue) (driver.Result, error) { 88 | var statement = &bigQueryStatement{connection, query} 89 | return statement.ExecContext(ctx, args) 90 | } 91 | 92 | func (connection *bigQueryConnection) Exec(query string, args []driver.Value) (driver.Result, error) { 93 | var statement = &bigQueryStatement{connection, query} 94 | return statement.Exec(args) 95 | } 96 | 97 | func (bigQueryConnection) CheckNamedValue(*driver.NamedValue) error { 98 | // TODO: Revise in the future 99 | return nil 100 | } 101 | -------------------------------------------------------------------------------- /driver/driver.go: -------------------------------------------------------------------------------- 1 | package driver 2 | 3 | import ( 4 | "context" 5 | "database/sql/driver" 6 | "encoding/base64" 7 | "fmt" 8 | "net/url" 9 | "strings" 10 | 11 | "cloud.google.com/go/bigquery" 12 | "google.golang.org/api/option" 13 | ) 14 | 15 | type bigQueryDriver struct { 16 | } 17 | 18 | type bigQueryConfig struct { 19 | projectID string 20 | location string 21 | dataSet string 22 | scopes []string 23 | endpoint string 24 | disableAuth bool 25 | credentialFile string 26 | credentialJSON []byte 27 | } 28 | 29 | func (b bigQueryDriver) Open(uri string) (driver.Conn, error) { 30 | if uri == "scanner" { 31 | return &scannerConnection{}, nil 32 | } 33 | 34 | config, err := configFromUri(uri) 35 | if err != nil { 36 | return nil, err 37 | } 38 | 39 | ctx := context.Background() 40 | 41 | opts := []option.ClientOption{option.WithScopes(config.scopes...)} 42 | if config.endpoint != "" { 43 | opts = append(opts, option.WithEndpoint(config.endpoint)) 44 | } 45 | if config.disableAuth { 46 | opts = append(opts, option.WithoutAuthentication()) 47 | } 48 | if config.credentialFile != "" { 49 | opts = append(opts, option.WithCredentialsFile(config.credentialFile)) 50 | } 51 | if len(config.credentialJSON) != 0 { 52 | opts = append(opts, option.WithCredentialsJSON([]byte(config.credentialJSON))) 53 | } 54 | 55 | client, err := bigquery.NewClient(ctx, config.projectID, opts...) 56 | if err != nil { 57 | return nil, err 58 | } 59 | 60 | return &bigQueryConnection{ 61 | ctx: ctx, 62 | client: client, 63 | config: *config, 64 | }, nil 65 | } 66 | 67 | func configFromUri(uri string) (*bigQueryConfig, error) { 68 | u, err := url.Parse(uri) 69 | if err != nil { 70 | return nil, invalidConnectionStringError(uri) 71 | } 72 | 73 | if u.Scheme != "bigquery" { 74 | return nil, fmt.Errorf("invalid prefix, expected bigquery:// got: %s", uri) 75 | } 76 | 77 | if u.Path == "" { 78 | return nil, invalidConnectionStringError(uri) 79 | } 80 | 81 | fields := strings.Split(strings.TrimPrefix(u.Path, "/"), "/") 82 | if len(fields) > 2 { 83 | return nil, invalidConnectionStringError(uri) 84 | } 85 | 86 | config := &bigQueryConfig{ 87 | projectID: u.Hostname(), 88 | dataSet: fields[len(fields)-1], 89 | scopes: getScopes(u.Query()), 90 | endpoint: u.Query().Get("endpoint"), 91 | disableAuth: u.Query().Get("disable_auth") == "true", 92 | credentialFile: u.Query().Get("credential_file"), 93 | } 94 | 95 | if u.Query().Get("credential_json") != "" { 96 | credentialsJSON, err := base64.StdEncoding.DecodeString(u.Query().Get("credential_json")) 97 | if err != nil { 98 | return nil, err 99 | } else { 100 | config.credentialJSON = credentialsJSON 101 | } 102 | } 103 | 104 | if len(fields) == 2 { 105 | config.location = fields[0] 106 | } 107 | 108 | return config, nil 109 | } 110 | 111 | func getScopes(query url.Values) []string { 112 | q := strings.Trim(query.Get("scopes"), ",") 113 | if q == "" { 114 | return []string{} 115 | } 116 | return strings.Split(q, ",") 117 | } 118 | 119 | func invalidConnectionStringError(uri string) error { 120 | return fmt.Errorf("invalid connection string: %s", uri) 121 | } 122 | -------------------------------------------------------------------------------- /driver/init.go: -------------------------------------------------------------------------------- 1 | package driver 2 | 3 | import ( 4 | "database/sql" 5 | ) 6 | 7 | const scannerKey = "bigquery_scanner" 8 | 9 | func init() { 10 | sql.Register("bigquery", &bigQueryDriver{}) 11 | } 12 | -------------------------------------------------------------------------------- /driver/result.go: -------------------------------------------------------------------------------- 1 | package driver 2 | 3 | import ( 4 | "cloud.google.com/go/bigquery" 5 | "errors" 6 | ) 7 | 8 | type bigQueryResult struct { 9 | rowIterator *bigquery.RowIterator 10 | } 11 | 12 | func (result *bigQueryResult) LastInsertId() (int64, error) { 13 | return 0, errors.New("LastInsertId is not supported") 14 | } 15 | 16 | func (result *bigQueryResult) RowsAffected() (int64, error) { 17 | return int64(result.rowIterator.TotalRows), nil 18 | } 19 | -------------------------------------------------------------------------------- /driver/rows.go: -------------------------------------------------------------------------------- 1 | package driver 2 | 3 | import ( 4 | "database/sql/driver" 5 | "google.golang.org/api/iterator" 6 | "gorm.io/driver/bigquery/adaptor" 7 | "io" 8 | ) 9 | 10 | type bigQueryRows struct { 11 | source bigQuerySource 12 | schema bigQuerySchema 13 | adaptor adaptor.SchemaAdaptor 14 | } 15 | 16 | func (rows *bigQueryRows) ensureSchema() { 17 | if rows.schema == nil { 18 | rows.schema = rows.source.GetSchema() 19 | } 20 | } 21 | 22 | func (rows *bigQueryRows) Columns() []string { 23 | rows.ensureSchema() 24 | return rows.schema.ColumnNames() 25 | } 26 | 27 | func (rows *bigQueryRows) Close() error { 28 | return nil 29 | } 30 | 31 | func (rows *bigQueryRows) Next(dest []driver.Value) error { 32 | 33 | rows.ensureSchema() 34 | 35 | values, err := rows.source.Next() 36 | if err == iterator.Done { 37 | return io.EOF 38 | } 39 | 40 | if err != nil { 41 | return err 42 | } 43 | 44 | var length = len(values) 45 | for i := range dest { 46 | if i < length { 47 | dest[i], err = rows.schema.ConvertColumnValue(i, values[i]) 48 | if err != nil { 49 | return err 50 | } 51 | } 52 | } 53 | 54 | return nil 55 | } 56 | -------------------------------------------------------------------------------- /driver/scanner.go: -------------------------------------------------------------------------------- 1 | package driver 2 | 3 | import ( 4 | "context" 5 | "database/sql/driver" 6 | "errors" 7 | ) 8 | 9 | type scannerConnection struct { 10 | } 11 | 12 | func (scannerConnection) Prepare(query string) (driver.Stmt, error) { 13 | return &scannerStatement{}, nil 14 | } 15 | 16 | func (scannerConnection) Close() error { 17 | return nil 18 | } 19 | 20 | func (scannerConnection) Begin() (driver.Tx, error) { 21 | return nil, nil 22 | } 23 | 24 | func (scannerConnection) Ping(ctx context.Context) error { 25 | return nil 26 | } 27 | 28 | func (scannerConnection) CheckNamedValue(*driver.NamedValue) error { 29 | return nil 30 | } 31 | 32 | type scannerStatement struct { 33 | } 34 | 35 | func (scannerStatement) CheckNamedValue(*driver.NamedValue) error { 36 | return nil 37 | } 38 | 39 | func (s scannerStatement) Close() error { 40 | return nil 41 | } 42 | 43 | func (s scannerStatement) NumInput() int { 44 | return 1 45 | } 46 | 47 | func (s scannerStatement) Exec(args []driver.Value) (driver.Result, error) { 48 | return nil, errors.New("execution is not supported") 49 | } 50 | 51 | func (s scannerStatement) Query(args []driver.Value) (driver.Rows, error) { 52 | 53 | if len(args) < 1 { 54 | return nil, errors.New("scanner arguments should have an argument with rows") 55 | } 56 | 57 | rows, ok := args[0].(driver.Rows) 58 | if !ok { 59 | return nil, errors.New("scanner arguments should have an argument with rows") 60 | } 61 | 62 | return rows, nil 63 | } 64 | -------------------------------------------------------------------------------- /driver/source.go: -------------------------------------------------------------------------------- 1 | package driver 2 | 3 | import ( 4 | "cloud.google.com/go/bigquery" 5 | "errors" 6 | "gorm.io/driver/bigquery/adaptor" 7 | "io" 8 | ) 9 | 10 | type bigQuerySource interface { 11 | GetSchema() bigQuerySchema 12 | Next() ([]bigquery.Value, error) 13 | } 14 | 15 | type bigQueryRowIteratorSource struct { 16 | iterator *bigquery.RowIterator 17 | schemaAdaptor adaptor.SchemaAdaptor 18 | prevValues []bigquery.Value 19 | prevError error 20 | } 21 | 22 | func (source *bigQueryRowIteratorSource) GetSchema() bigQuerySchema { 23 | return createBigQuerySchema(source.iterator.Schema, source.schemaAdaptor) 24 | } 25 | 26 | func (source *bigQueryRowIteratorSource) Next() ([]bigquery.Value, error) { 27 | var values []bigquery.Value 28 | var err error 29 | if source.prevValues != nil || source.prevError != nil { 30 | values = source.prevValues 31 | err = source.prevError 32 | source.prevValues = nil 33 | source.prevError = nil 34 | } else { 35 | err = source.iterator.Next(&values) 36 | } 37 | return values, err 38 | } 39 | 40 | func createSourceFromRowIterator(rowIterator *bigquery.RowIterator, schemaAdaptor adaptor.SchemaAdaptor) bigQuerySource { 41 | source := &bigQueryRowIteratorSource{ 42 | iterator: rowIterator, 43 | schemaAdaptor: schemaAdaptor, 44 | } 45 | // Call RowIterator.Next once so that calls to source.iterator.Schema will return values 46 | if source.iterator != nil { 47 | source.prevError = source.iterator.Next(&source.prevValues) 48 | } 49 | return source 50 | } 51 | 52 | type bigQueryColumnSource struct { 53 | schema bigQuerySchema 54 | rows []bigquery.Value 55 | position int 56 | } 57 | 58 | func (source *bigQueryColumnSource) GetSchema() bigQuerySchema { 59 | return source.schema 60 | } 61 | 62 | func (source *bigQueryColumnSource) Next() ([]bigquery.Value, error) { 63 | if source.position >= len(source.rows) { 64 | return nil, io.EOF 65 | } 66 | values, ok := source.rows[source.position].([]bigquery.Value) 67 | if !ok { 68 | return nil, errors.New("failed to get row from column source") 69 | } 70 | source.position++ 71 | return values, nil 72 | } 73 | 74 | func createSourceFromColumn(schema bigQuerySchema, rows []bigquery.Value) bigQuerySource { 75 | return &bigQueryColumnSource{ 76 | schema: schema, 77 | rows: rows, 78 | position: 0, 79 | } 80 | } 81 | -------------------------------------------------------------------------------- /driver/statement.go: -------------------------------------------------------------------------------- 1 | package driver 2 | 3 | import ( 4 | "cloud.google.com/go/bigquery" 5 | "context" 6 | "database/sql/driver" 7 | "errors" 8 | "github.com/sirupsen/logrus" 9 | "gorm.io/driver/bigquery/adaptor" 10 | ) 11 | 12 | type bigQueryStatement struct { 13 | connection *bigQueryConnection 14 | query string 15 | } 16 | 17 | func (statement bigQueryStatement) Close() error { 18 | return nil 19 | } 20 | 21 | func (statement bigQueryStatement) NumInput() int { 22 | return 0 23 | } 24 | 25 | func (bigQueryStatement) CheckNamedValue(*driver.NamedValue) error { 26 | return nil 27 | } 28 | 29 | func (statement *bigQueryStatement) ExecContext(ctx context.Context, args []driver.NamedValue) (driver.Result, error) { 30 | logrus.Debugf("exec:%s", statement.query) 31 | 32 | if logrus.IsLevelEnabled(logrus.DebugLevel) { 33 | for _, arg := range args { 34 | logrus.Debugf("- param:%s", convertParameterToValue(arg)) 35 | } 36 | } 37 | 38 | query, err := statement.buildQuery(convertParameters(args)) 39 | if err != nil { 40 | return nil, err 41 | } 42 | 43 | rowIterator, err := query.Read(ctx) 44 | if err != nil { 45 | return nil, err 46 | } 47 | 48 | return &bigQueryResult{rowIterator}, nil 49 | } 50 | 51 | func (statement *bigQueryStatement) QueryContext(ctx context.Context, args []driver.NamedValue) (driver.Rows, error) { 52 | 53 | logrus.Debugf("query:%s", statement.query) 54 | 55 | if logrus.IsLevelEnabled(logrus.DebugLevel) { 56 | for _, arg := range args { 57 | logrus.Debugf("- param:%s", convertParameterToValue(arg)) 58 | } 59 | } 60 | 61 | if statement.query == adaptor.RerouteQuery { 62 | 63 | if len(args) < 1 { 64 | return nil, errors.New("expected a rerouting argument") 65 | } 66 | 67 | column, ok := args[0].Value.(bigQueryReroutedColumn) 68 | if !ok { 69 | return nil, errors.New("expected a rerouting argument with rows") 70 | } 71 | 72 | schemaAdaptor := adaptor.GetSchemaAdaptor(ctx) 73 | if schemaAdaptor == nil { 74 | return nil, errors.New("expected a rerouting schema adaptor") 75 | } 76 | 77 | schema := createBigQuerySchema(column.schema, schemaAdaptor) 78 | 79 | return &bigQueryRows{ 80 | source: createSourceFromColumn(schema, column.values), 81 | }, nil 82 | } 83 | 84 | query, err := statement.buildQuery(convertParameters(args)) 85 | if err != nil { 86 | return nil, err 87 | } 88 | 89 | rowIterator, err := query.Read(context.Background()) 90 | if err != nil { 91 | return nil, err 92 | } 93 | 94 | return &bigQueryRows{ 95 | source: createSourceFromRowIterator(rowIterator, adaptor.GetSchemaAdaptor(ctx)), 96 | }, nil 97 | 98 | } 99 | 100 | func (statement bigQueryStatement) Exec(args []driver.Value) (driver.Result, error) { 101 | 102 | logrus.Debugf("exec:%s", statement.query) 103 | 104 | if logrus.IsLevelEnabled(logrus.DebugLevel) { 105 | for _, arg := range args { 106 | logrus.Debugf("- param:%s", convertParameterToValue(arg)) 107 | } 108 | } 109 | 110 | query, err := statement.buildQuery(args) 111 | if err != nil { 112 | return nil, err 113 | } 114 | 115 | rowIterator, err := query.Read(context.Background()) 116 | if err != nil { 117 | return nil, err 118 | } 119 | 120 | return &bigQueryResult{rowIterator}, nil 121 | } 122 | 123 | func (statement bigQueryStatement) Query(args []driver.Value) (driver.Rows, error) { 124 | 125 | logrus.Debugf("query:%s", statement.query) 126 | if logrus.IsLevelEnabled(logrus.DebugLevel) { 127 | for _, arg := range args { 128 | logrus.Debugf("- param:%s", convertParameterToValue(arg)) 129 | } 130 | } 131 | 132 | query, err := statement.buildQuery(args) 133 | if err != nil { 134 | return nil, err 135 | } 136 | 137 | rowIterator, err := query.Read(context.Background()) 138 | if err != nil { 139 | return nil, err 140 | } 141 | 142 | return &bigQueryRows{source: createSourceFromRowIterator(rowIterator, nil)}, nil 143 | } 144 | 145 | func (statement bigQueryStatement) buildQuery(args []driver.Value) (*bigquery.Query, error) { 146 | 147 | query, err := statement.connection.query(statement.query) 148 | if err != nil { 149 | return nil, err 150 | } 151 | query.DefaultDatasetID = statement.connection.config.dataSet 152 | query.Parameters, err = statement.buildParameters(args) 153 | if err != nil { 154 | return nil, err 155 | } 156 | 157 | return query, err 158 | } 159 | 160 | func (statement bigQueryStatement) buildParameters(args []driver.Value) ([]bigquery.QueryParameter, error) { 161 | if args == nil { 162 | return nil, nil 163 | } 164 | 165 | var parameters []bigquery.QueryParameter 166 | for _, arg := range args { 167 | parameters = buildParameter(arg, parameters) 168 | } 169 | return parameters, nil 170 | } 171 | 172 | func buildParameter(arg driver.Value, parameters []bigquery.QueryParameter) []bigquery.QueryParameter { 173 | namedValue, ok := arg.(driver.NamedValue) 174 | if ok { 175 | return buildParameterFromNamedValue(namedValue, parameters) 176 | } 177 | 178 | logrus.Debugf("-param:%s", arg) 179 | 180 | return append(parameters, bigquery.QueryParameter{ 181 | Value: arg, 182 | }) 183 | } 184 | 185 | func buildParameterFromNamedValue(namedValue driver.NamedValue, parameters []bigquery.QueryParameter) []bigquery.QueryParameter { 186 | logrus.Debugf("-param:%s=%s", namedValue.Name, namedValue.Value) 187 | 188 | if namedValue.Name == "" { 189 | return append(parameters, bigquery.QueryParameter{ 190 | Value: namedValue.Value, 191 | }) 192 | } else { 193 | return append(parameters, bigquery.QueryParameter{ 194 | Name: namedValue.Name, 195 | Value: namedValue.Value, 196 | }) 197 | } 198 | } 199 | 200 | func convertParameters(args []driver.NamedValue) []driver.Value { 201 | var values []driver.Value 202 | if args != nil { 203 | for _, arg := range args { 204 | values = append(values, arg) 205 | } 206 | } 207 | return values 208 | } 209 | func convertParameterToValue(value driver.Value) interface{} { 210 | namedValue, ok := value.(driver.NamedValue) 211 | if ok { 212 | return namedValue.Value 213 | } 214 | return value 215 | } 216 | -------------------------------------------------------------------------------- /driver/transaction.go: -------------------------------------------------------------------------------- 1 | package driver 2 | 3 | type bigQueryTransaction struct { 4 | connection *bigQueryConnection 5 | } 6 | 7 | func (transaction *bigQueryTransaction) Commit() error { 8 | 9 | return nil 10 | } 11 | 12 | func (transaction *bigQueryTransaction) Rollback() error { 13 | 14 | return nil 15 | } 16 | -------------------------------------------------------------------------------- /go.mod: -------------------------------------------------------------------------------- 1 | module gorm.io/driver/bigquery 2 | 3 | go 1.20 4 | 5 | require ( 6 | cloud.google.com/go/bigquery v1.57.1 7 | github.com/sirupsen/logrus v1.9.0 8 | github.com/stretchr/testify v1.8.4 9 | google.golang.org/api v0.155.0 10 | gorm.io/gorm v1.25.5 11 | ) 12 | 13 | require ( 14 | cloud.google.com/go v0.111.0 // indirect 15 | cloud.google.com/go/compute v1.23.3 // indirect 16 | cloud.google.com/go/compute/metadata v0.2.3 // indirect 17 | cloud.google.com/go/iam v1.1.5 // indirect 18 | github.com/andybalholm/brotli v1.0.6 // indirect 19 | github.com/apache/arrow/go/v12 v12.0.1 // indirect 20 | github.com/apache/thrift v0.19.0 // indirect 21 | github.com/davecgh/go-spew v1.1.1 // indirect 22 | github.com/felixge/httpsnoop v1.0.4 // indirect 23 | github.com/go-logr/logr v1.4.1 // indirect 24 | github.com/go-logr/stdr v1.2.2 // indirect 25 | github.com/goccy/go-json v0.10.2 // indirect 26 | github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect 27 | github.com/golang/protobuf v1.5.3 // indirect 28 | github.com/golang/snappy v0.0.4 // indirect 29 | github.com/google/flatbuffers v23.5.26+incompatible // indirect 30 | github.com/google/s2a-go v0.1.7 // indirect 31 | github.com/google/uuid v1.5.0 // indirect 32 | github.com/googleapis/enterprise-certificate-proxy v0.3.2 // indirect 33 | github.com/googleapis/gax-go/v2 v2.12.0 // indirect 34 | github.com/jinzhu/inflection v1.0.0 // indirect 35 | github.com/jinzhu/now v1.1.5 // indirect 36 | github.com/klauspost/asmfmt v1.3.2 // indirect 37 | github.com/klauspost/compress v1.17.4 // indirect 38 | github.com/klauspost/cpuid/v2 v2.2.6 // indirect 39 | github.com/kr/text v0.2.0 // indirect 40 | github.com/minio/asm2plan9s v0.0.0-20200509001527-cdd76441f9d8 // indirect 41 | github.com/minio/c2goasm v0.0.0-20190812172519-36a3d3bbc4f3 // indirect 42 | github.com/pierrec/lz4/v4 v4.1.19 // indirect 43 | github.com/pmezard/go-difflib v1.0.0 // indirect 44 | github.com/zeebo/xxh3 v1.0.2 // indirect 45 | go.opencensus.io v0.24.0 // indirect 46 | go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.46.1 // indirect 47 | go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.46.1 // indirect 48 | go.opentelemetry.io/otel v1.21.0 // indirect 49 | go.opentelemetry.io/otel/metric v1.21.0 // indirect 50 | go.opentelemetry.io/otel/trace v1.21.0 // indirect 51 | golang.org/x/crypto v0.17.0 // indirect 52 | golang.org/x/mod v0.14.0 // indirect 53 | golang.org/x/net v0.19.0 // indirect 54 | golang.org/x/oauth2 v0.15.0 // indirect 55 | golang.org/x/sync v0.6.0 // indirect 56 | golang.org/x/sys v0.16.0 // indirect 57 | golang.org/x/text v0.14.0 // indirect 58 | golang.org/x/time v0.5.0 // indirect 59 | golang.org/x/tools v0.16.1 // indirect 60 | golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 // indirect 61 | google.golang.org/appengine v1.6.8 // indirect 62 | google.golang.org/genproto v0.0.0-20240102182953-50ed04b92917 // indirect 63 | google.golang.org/genproto/googleapis/api v0.0.0-20240102182953-50ed04b92917 // indirect 64 | google.golang.org/genproto/googleapis/rpc v0.0.0-20240102182953-50ed04b92917 // indirect 65 | google.golang.org/grpc v1.60.1 // indirect 66 | google.golang.org/protobuf v1.32.0 // indirect 67 | gopkg.in/yaml.v3 v3.0.1 // indirect 68 | ) 69 | -------------------------------------------------------------------------------- /go.sum: -------------------------------------------------------------------------------- 1 | cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= 2 | cloud.google.com/go v0.111.0 h1:YHLKNupSD1KqjDbQ3+LVdQ81h/UJbJyZG203cEfnQgM= 3 | cloud.google.com/go v0.111.0/go.mod h1:0mibmpKP1TyOOFYQY5izo0LnT+ecvOQ0Sg3OdmMiNRU= 4 | cloud.google.com/go/bigquery v1.57.1 h1:FiULdbbzUxWD0Y4ZGPSVCDLvqRSyCIO6zKV7E2nf5uA= 5 | cloud.google.com/go/bigquery v1.57.1/go.mod h1:iYzC0tGVWt1jqSzBHqCr3lrRn0u13E8e+AqowBsDgug= 6 | cloud.google.com/go/compute v1.23.3 h1:6sVlXXBmbd7jNX0Ipq0trII3e4n1/MsADLK6a+aiVlk= 7 | cloud.google.com/go/compute v1.23.3/go.mod h1:VCgBUoMnIVIR0CscqQiPJLAG25E3ZRZMzcFZeQ+h8CI= 8 | cloud.google.com/go/compute/metadata v0.2.3 h1:mg4jlk7mCAj6xXp9UJ4fjI9VUI5rubuGBW5aJ7UnBMY= 9 | cloud.google.com/go/compute/metadata v0.2.3/go.mod h1:VAV5nSsACxMJvgaAuX6Pk2AawlZn8kiOGuCv6gTkwuA= 10 | cloud.google.com/go/datacatalog v1.19.0 h1:rbYNmHwvAOOwnW2FPXYkaK3Mf1MmGqRzK0mMiIEyLdo= 11 | cloud.google.com/go/iam v1.1.5 h1:1jTsCu4bcsNsE4iiqNT5SHwrDRCfRmIaaaVFhRveTJI= 12 | cloud.google.com/go/iam v1.1.5/go.mod h1:rB6P/Ic3mykPbFio+vo7403drjlgvoWfYpJhMXEbzv8= 13 | cloud.google.com/go/longrunning v0.5.4 h1:w8xEcbZodnA2BbW6sVirkkoC+1gP8wS57EUUgGS0GVg= 14 | cloud.google.com/go/storage v1.30.1 h1:uOdMxAs8HExqBlnLtnQyP0YkvbiDpdGShGKtx6U/oNM= 15 | github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= 16 | github.com/JohnCGriffin/overflow v0.0.0-20211019200055-46fa312c352c h1:RGWPOewvKIROun94nF7v2cua9qP+thov/7M50KEoeSU= 17 | github.com/andybalholm/brotli v1.0.6 h1:Yf9fFpf49Zrxb9NlQaluyE92/+X7UVHlhMNJN2sxfOI= 18 | github.com/andybalholm/brotli v1.0.6/go.mod h1:fO7iG3H7G2nSZ7m0zPUDn85XEX2GTukHGRSepvi9Eig= 19 | github.com/apache/arrow/go/v12 v12.0.1 h1:JsR2+hzYYjgSUkBSaahpqCetqZMr76djX80fF/DiJbg= 20 | github.com/apache/arrow/go/v12 v12.0.1/go.mod h1:weuTY7JvTG/HDPtMQxEUp7pU73vkLWMLpY67QwZ/WWw= 21 | github.com/apache/thrift v0.19.0 h1:sOqkWPzMj7w6XaYbJQG7m4sGqVolaW/0D28Ln7yPzMk= 22 | github.com/apache/thrift v0.19.0/go.mod h1:SUALL216IiaOw2Oy+5Vs9lboJ/t9g40C+G07Dc0QC1I= 23 | github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= 24 | github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= 25 | github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= 26 | github.com/cncf/xds/go v0.0.0-20230607035331-e9ce68804cb4 h1:/inchEIKaYC1Akx+H+gqO04wryn5h75LSazbRlnya1k= 27 | github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= 28 | github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= 29 | github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= 30 | github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= 31 | github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= 32 | github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= 33 | github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98= 34 | github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= 35 | github.com/envoyproxy/protoc-gen-validate v1.0.2 h1:QkIBuU5k+x7/QXPvPPnWXWlCdaBFApVqftFV6k087DA= 36 | github.com/felixge/httpsnoop v1.0.4 h1:NFTV2Zj1bL4mc9sqWACXbQFVBBg2W3GPvqp8/ESS2Wg= 37 | github.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U= 38 | github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= 39 | github.com/go-logr/logr v1.4.1 h1:pKouT5E8xu9zeFC39JXRDukb6JFQPXM5p5I91188VAQ= 40 | github.com/go-logr/logr v1.4.1/go.mod h1:9T104GzyrTigFIr8wt5mBrctHMim0Nb2HLGrmQ40KvY= 41 | github.com/go-logr/stdr v1.2.2 h1:hSWxHoqTgW2S2qGc0LTAI563KZ5YKYRhT3MFKZMbjag= 42 | github.com/go-logr/stdr v1.2.2/go.mod h1:mMo/vtBO5dYbehREoey6XUKy/eSumjCCveDpRre4VKE= 43 | github.com/goccy/go-json v0.10.2 h1:CrxCmQqYDkv1z7lO7Wbh2HN93uovUHgrECaO5ZrCXAU= 44 | github.com/goccy/go-json v0.10.2/go.mod h1:6MelG93GURQebXPDq3khkgXZkazVtN9CRI+MGFi0w8I= 45 | github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= 46 | github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= 47 | github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da h1:oI5xCqsCo564l8iNU+DwB5epxmsaqB+rhGL0m5jtYqE= 48 | github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= 49 | github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= 50 | github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= 51 | github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= 52 | github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= 53 | github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= 54 | github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= 55 | github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= 56 | github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= 57 | github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= 58 | github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= 59 | github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk= 60 | github.com/golang/protobuf v1.5.2/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= 61 | github.com/golang/protobuf v1.5.3 h1:KhyjKVUg7Usr/dYsdSqoFveMYd5ko72D+zANwlG1mmg= 62 | github.com/golang/protobuf v1.5.3/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= 63 | github.com/golang/snappy v0.0.4 h1:yAGX7huGHXlcLOEtBnF4w7FQwA26wojNCwOYAEhLjQM= 64 | github.com/golang/snappy v0.0.4/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= 65 | github.com/google/flatbuffers v23.5.26+incompatible h1:M9dgRyhJemaM4Sw8+66GHBu8ioaQmyPLg1b8VwK5WJg= 66 | github.com/google/flatbuffers v23.5.26+incompatible/go.mod h1:1AeVuKshWv4vARoZatz6mlQ0JxURH0Kv5+zNeJKJCa8= 67 | github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= 68 | github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= 69 | github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= 70 | github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= 71 | github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= 72 | github.com/google/go-cmp v0.5.3/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= 73 | github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= 74 | github.com/google/go-cmp v0.6.0 h1:ofyhxvXcZhMsU5ulbFiLKl/XBFqE1GSq7atu8tAmTRI= 75 | github.com/google/martian/v3 v3.3.2 h1:IqNFLAmvJOgVlpdEBiQbDc2EwKW77amAycfTuWKdfvw= 76 | github.com/google/s2a-go v0.1.7 h1:60BLSyTrOV4/haCDW4zb1guZItoSq8foHCXrAnjBo/o= 77 | github.com/google/s2a-go v0.1.7/go.mod h1:50CgR4k1jNlWBu4UfS4AcfhVe1r6pdZPygJ3R8F0Qdw= 78 | github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= 79 | github.com/google/uuid v1.5.0 h1:1p67kYwdtXjb0gL0BPiP1Av9wiZPo5A8z2cWkTZ+eyU= 80 | github.com/google/uuid v1.5.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= 81 | github.com/googleapis/enterprise-certificate-proxy v0.3.2 h1:Vie5ybvEvT75RniqhfFxPRy3Bf7vr3h0cechB90XaQs= 82 | github.com/googleapis/enterprise-certificate-proxy v0.3.2/go.mod h1:VLSiSSBs/ksPL8kq3OBOQ6WRI2QnaFynd1DCjZ62+V0= 83 | github.com/googleapis/gax-go/v2 v2.12.0 h1:A+gCJKdRfqXkr+BIRGtZLibNXf0m1f9E4HG56etFpas= 84 | github.com/googleapis/gax-go/v2 v2.12.0/go.mod h1:y+aIqrI5eb1YGMVJfuV3185Ts/D7qKpsEkdD5+I6QGU= 85 | github.com/jinzhu/inflection v1.0.0 h1:K317FqzuhWc8YvSVlFMCCUb36O/S9MCKRDI7QkRKD/E= 86 | github.com/jinzhu/inflection v1.0.0/go.mod h1:h+uFLlag+Qp1Va5pdKtLDYj+kHp5pxUVkryuEj+Srlc= 87 | github.com/jinzhu/now v1.1.5 h1:/o9tlHleP7gOFmsnYNz3RGnqzefHA47wQpKrrdTIwXQ= 88 | github.com/jinzhu/now v1.1.5/go.mod h1:d3SSVoowX0Lcu0IBviAWJpolVfI5UJVZZ7cO71lE/z8= 89 | github.com/klauspost/asmfmt v1.3.2 h1:4Ri7ox3EwapiOjCki+hw14RyKk201CN4rzyCJRFLpK4= 90 | github.com/klauspost/asmfmt v1.3.2/go.mod h1:AG8TuvYojzulgDAMCnYn50l/5QV3Bs/tp6j0HLHbNSE= 91 | github.com/klauspost/compress v1.17.4 h1:Ej5ixsIri7BrIjBkRZLTo6ghwrEtHFk7ijlczPW4fZ4= 92 | github.com/klauspost/compress v1.17.4/go.mod h1:/dCuZOvVtNoHsyb+cuJD3itjs3NbnF6KH9zAO4BDxPM= 93 | github.com/klauspost/cpuid/v2 v2.2.6 h1:ndNyv040zDGIDh8thGkXYjnFtiN02M1PVVF+JE/48xc= 94 | github.com/klauspost/cpuid/v2 v2.2.6/go.mod h1:Lcz8mBdAVJIBVzewtcLocK12l3Y+JytZYpaMropDUws= 95 | github.com/kr/pretty v0.3.0 h1:WgNl7dwNpEZ6jJ9k1snq4pZsg7DOEN8hP9Xw0Tsjwk0= 96 | github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= 97 | github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= 98 | github.com/minio/asm2plan9s v0.0.0-20200509001527-cdd76441f9d8 h1:AMFGa4R4MiIpspGNG7Z948v4n35fFGB3RR3G/ry4FWs= 99 | github.com/minio/asm2plan9s v0.0.0-20200509001527-cdd76441f9d8/go.mod h1:mC1jAcsrzbxHt8iiaC+zU4b1ylILSosueou12R++wfY= 100 | github.com/minio/c2goasm v0.0.0-20190812172519-36a3d3bbc4f3 h1:+n/aFZefKZp7spd8DFdX7uMikMLXX4oubIzJF4kv/wI= 101 | github.com/minio/c2goasm v0.0.0-20190812172519-36a3d3bbc4f3/go.mod h1:RagcQ7I8IeTMnF8JTXieKnO4Z6JCsikNEzj0DwauVzE= 102 | github.com/pierrec/lz4/v4 v4.1.19 h1:tYLzDnjDXh9qIxSTKHwXwOYmm9d887Y7Y1ZkyXYHAN4= 103 | github.com/pierrec/lz4/v4 v4.1.19/go.mod h1:gZWDp/Ze/IJXGXf23ltt2EXimqmTUXEy0GFuRQyBid4= 104 | github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= 105 | github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= 106 | github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= 107 | github.com/rogpeppe/go-internal v1.9.0 h1:73kH8U+JUqXU8lRuOHeVHaa/SZPifC7BkcraZVejAe8= 108 | github.com/sirupsen/logrus v1.9.0 h1:trlNQbNUG3OdDrDil03MCb1H2o9nJ1x4/5LYw7byDE0= 109 | github.com/sirupsen/logrus v1.9.0/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ= 110 | github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= 111 | github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= 112 | github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo= 113 | github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= 114 | github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= 115 | github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= 116 | github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4= 117 | github.com/stretchr/testify v1.8.4 h1:CcVxjf3Q8PM0mHUKJCdn+eZZtm5yQwehR5yeSVQQcUk= 118 | github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo= 119 | github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY= 120 | github.com/zeebo/assert v1.3.0 h1:g7C04CbJuIDKNPFHmsk4hwZDO5O+kntRxzaUoNXj+IQ= 121 | github.com/zeebo/xxh3 v1.0.2 h1:xZmwmqxHZA8AI603jOQ0tMqmBr9lPeFwGg6d+xy9DC0= 122 | github.com/zeebo/xxh3 v1.0.2/go.mod h1:5NWz9Sef7zIDm2JHfFlcQvNekmcEl9ekUZQQKCYaDcA= 123 | go.opencensus.io v0.24.0 h1:y73uSU6J157QMP2kn2r30vwW1A2W2WFwSCGnAVxeaD0= 124 | go.opencensus.io v0.24.0/go.mod h1:vNK8G9p7aAivkbmorf4v+7Hgx+Zs0yY+0fOtgBfjQKo= 125 | go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.46.1 h1:SpGay3w+nEwMpfVnbqOLH5gY52/foP8RE8UzTZ1pdSE= 126 | go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.46.1/go.mod h1:4UoMYEZOC0yN/sPGH76KPkkU7zgiEWYWL9vwmbnTJPE= 127 | go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.46.1 h1:aFJWCqJMNjENlcleuuOkGAPH82y0yULBScfXcIEdS24= 128 | go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.46.1/go.mod h1:sEGXWArGqc3tVa+ekntsN65DmVbVeW+7lTKTjZF3/Fo= 129 | go.opentelemetry.io/otel v1.21.0 h1:hzLeKBZEL7Okw2mGzZ0cc4k/A7Fta0uoPgaJCr8fsFc= 130 | go.opentelemetry.io/otel v1.21.0/go.mod h1:QZzNPQPm1zLX4gZK4cMi+71eaorMSGT3A4znnUvNNEo= 131 | go.opentelemetry.io/otel/metric v1.21.0 h1:tlYWfeo+Bocx5kLEloTjbcDwBuELRrIFxwdQ36PlJu4= 132 | go.opentelemetry.io/otel/metric v1.21.0/go.mod h1:o1p3CA8nNHW8j5yuQLdc1eeqEaPfzug24uvsyIEJRWM= 133 | go.opentelemetry.io/otel/sdk v1.19.0 h1:6USY6zH+L8uMH8L3t1enZPR3WFEmSTADlqldyHtJi3o= 134 | go.opentelemetry.io/otel/trace v1.21.0 h1:WD9i5gzvoUPuXIXH24ZNBudiarZDKuekPqi/E8fpfLc= 135 | go.opentelemetry.io/otel/trace v1.21.0/go.mod h1:LGbsEB0f9LGjN+OZaQQ26sohbOmiMR+BaslueVtS/qQ= 136 | golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= 137 | golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= 138 | golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= 139 | golang.org/x/crypto v0.17.0 h1:r8bRNjWL3GshPW3gkd+RpvzWrZAwPS49OmTGZ/uhM4k= 140 | golang.org/x/crypto v0.17.0/go.mod h1:gCAAfMLgwOJRpTjQ2zCCt2OcSfYMTeZVSRtQlPC7Nq4= 141 | golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= 142 | golang.org/x/exp v0.0.0-20220827204233-334a2380cb91 h1:tnebWN09GYg9OLPss1KXj8txwZc6X6uMr6VFdcGNbHw= 143 | golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= 144 | golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= 145 | golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= 146 | golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4= 147 | golang.org/x/mod v0.14.0 h1:dGoOF9QVLYng8IHTm7BAyWqCqSheQ5pYWGhzW00YJr0= 148 | golang.org/x/mod v0.14.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c= 149 | golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= 150 | golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= 151 | golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= 152 | golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= 153 | golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= 154 | golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 155 | golang.org/x/net v0.0.0-20201110031124-69a78807bb2b/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= 156 | golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= 157 | golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c= 158 | golang.org/x/net v0.19.0 h1:zTwKpTd2XuCqf8huc7Fo2iSy+4RHPd10s4KzeTnVr1c= 159 | golang.org/x/net v0.19.0/go.mod h1:CfAk/cbD4CthTvqiEl8NpboMuiuOYsAr/7NOjZJtv1U= 160 | golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= 161 | golang.org/x/oauth2 v0.15.0 h1:s8pnnxNVzjWyrvYdFUQq5llS1PX2zhPXmccZv99h7uQ= 162 | golang.org/x/oauth2 v0.15.0/go.mod h1:q48ptWNTY5XWf+JNten23lcvHpLJ0ZSxF5ttTHKVCAM= 163 | golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 164 | golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 165 | golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 166 | golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 167 | golang.org/x/sync v0.6.0 h1:5BMeUDZ7vkXGfEr1x9B4bRcTH4lpkTkpdh0T/J+qjbQ= 168 | golang.org/x/sync v0.6.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= 169 | golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= 170 | golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= 171 | golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 172 | golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 173 | golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 174 | golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= 175 | golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= 176 | golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= 177 | golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= 178 | golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= 179 | golang.org/x/sys v0.16.0 h1:xWw16ngr6ZMtmxDyKyIgsE93KNKz5HKmMa3b8ALHidU= 180 | golang.org/x/sys v0.16.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= 181 | golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= 182 | golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= 183 | golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= 184 | golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= 185 | golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= 186 | golang.org/x/text v0.3.8/go.mod h1:E6s5w1FMmriuDzIBO73fBruAKo1PCIq6d2Q6DHfQ8WQ= 187 | golang.org/x/text v0.14.0 h1:ScX5w1eTa3QqT8oi6+ziP7dTV1S2+ALU0bI+0zXKWiQ= 188 | golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU= 189 | golang.org/x/time v0.5.0 h1:o7cqy6amK/52YcAKIPlM3a+Fpj35zvRj2TP+e1xFSfk= 190 | golang.org/x/time v0.5.0/go.mod h1:3BpzKBy/shNhVucY/MWOyx10tF3SFh9QdLuxbVysPQM= 191 | golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= 192 | golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= 193 | golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= 194 | golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= 195 | golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= 196 | golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 197 | golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc= 198 | golang.org/x/tools v0.16.1 h1:TLyB3WofjdOEepBHAU20JdNC1Zbg87elYofWYAY5oZA= 199 | golang.org/x/tools v0.16.1/go.mod h1:kYVVN6I1mBNoB1OX+noeBjbRk4IUEPa7JJ+TJMEooJ0= 200 | golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= 201 | golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= 202 | golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 h1:+cNy6SZtPcJQH3LJVLOSmiC7MMxXNOb3PU/VUEz+EhU= 203 | golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028/go.mod h1:NDW/Ps6MPRej6fsCIbMTohpP40sJ/P/vI1MoTEGwX90= 204 | gonum.org/v1/gonum v0.11.0 h1:f1IJhK4Km5tBJmaiJXtk/PkL4cdVX6J+tGiM187uT5E= 205 | google.golang.org/api v0.155.0 h1:vBmGhCYs0djJttDNynWo44zosHlPvHmA0XiN2zP2DtA= 206 | google.golang.org/api v0.155.0/go.mod h1:GI5qK5f40kCpHfPn6+YzGAByIKWv8ujFnmoWm7Igduk= 207 | google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= 208 | google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= 209 | google.golang.org/appengine v1.6.8 h1:IhEN5q69dyKagZPYMSdIjS2HqprW324FRQZJcGqPAsM= 210 | google.golang.org/appengine v1.6.8/go.mod h1:1jJ3jBArFh5pcgW8gCtRJnepW8FzD1V44FJffLiz/Ds= 211 | google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= 212 | google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= 213 | google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo= 214 | google.golang.org/genproto v0.0.0-20240102182953-50ed04b92917 h1:nz5NESFLZbJGPFxDT/HCn+V1mZ8JGNoY4nUpmW/Y2eg= 215 | google.golang.org/genproto v0.0.0-20240102182953-50ed04b92917/go.mod h1:pZqR+glSb11aJ+JQcczCvgf47+duRuzNSKqE8YAQnV0= 216 | google.golang.org/genproto/googleapis/api v0.0.0-20240102182953-50ed04b92917 h1:rcS6EyEaoCO52hQDupoSfrxI3R6C2Tq741is7X8OvnM= 217 | google.golang.org/genproto/googleapis/api v0.0.0-20240102182953-50ed04b92917/go.mod h1:CmlNWB9lSezaYELKS5Ym1r44VrrbPUa7JTvw+6MbpJ0= 218 | google.golang.org/genproto/googleapis/rpc v0.0.0-20240102182953-50ed04b92917 h1:6G8oQ016D88m1xAKljMlBOOGWDZkes4kMhgGFlf8WcQ= 219 | google.golang.org/genproto/googleapis/rpc v0.0.0-20240102182953-50ed04b92917/go.mod h1:xtjpI3tXFPP051KaWnhvxkiubL/6dJ18vLVf7q2pTOU= 220 | google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= 221 | google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg= 222 | google.golang.org/grpc v1.25.1/go.mod h1:c3i+UQWmh7LiEpx4sFZnkU36qjEYZ0imhYfXVyQciAY= 223 | google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= 224 | google.golang.org/grpc v1.33.2/go.mod h1:JMHMWHQWaTccqQQlmk3MJZS+GWXOdAesneDmEnv2fbc= 225 | google.golang.org/grpc v1.60.1 h1:26+wFr+cNqSGFcOXcabYC0lUVJVRa2Sb2ortSK7VrEU= 226 | google.golang.org/grpc v1.60.1/go.mod h1:OlCHIeLYqSSsLi6i49B5QGdzaMZK9+M7LXN2FKz4eGM= 227 | google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= 228 | google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= 229 | google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= 230 | google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= 231 | google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= 232 | google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= 233 | google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= 234 | google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= 235 | google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c= 236 | google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw= 237 | google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc= 238 | google.golang.org/protobuf v1.32.0 h1:pPC6BG5ex8PDFnkbrGU3EixyhKcQ2aDuBS36lqK/C7I= 239 | google.golang.org/protobuf v1.32.0/go.mod h1:c6P6GXX6sHbq/GpV6MGZEdwhWPcYBgnhAHhKbcUYpos= 240 | gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= 241 | gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= 242 | gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= 243 | gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= 244 | gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= 245 | gorm.io/gorm v1.25.5 h1:zR9lOiiYf09VNh5Q1gphfyia1JpiClIWG9hQaxB/mls= 246 | gorm.io/gorm v1.25.5/go.mod h1:hbnx/Oo0ChWMn1BIhpy1oYozzpM15i4YPuHDmfYtwg8= 247 | honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= 248 | honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= 249 | -------------------------------------------------------------------------------- /migrator.go: -------------------------------------------------------------------------------- 1 | package bigquery 2 | 3 | import ( 4 | "errors" 5 | "gorm.io/gorm" 6 | "gorm.io/gorm/clause" 7 | "gorm.io/gorm/migrator" 8 | "gorm.io/gorm/schema" 9 | ) 10 | 11 | type Migrator struct { 12 | migrator.Migrator 13 | } 14 | 15 | func (m Migrator) CurrentDatabase() (name string) { 16 | m.DB.Raw("SELECT CURRENT_DATABASE()").Row().Scan(&name) 17 | return 18 | } 19 | 20 | func (m Migrator) BuildIndexOptions(opts []schema.IndexOption, stmt *gorm.Statement) (results []interface{}) { 21 | return 22 | } 23 | 24 | func (m Migrator) HasIndex(value interface{}, name string) bool { 25 | return false 26 | } 27 | 28 | func (m Migrator) CreateIndex(value interface{}, name string) error { 29 | return errors.New("CreateIndex is unsupported") 30 | } 31 | 32 | func (m Migrator) RenameIndex(value interface{}, oldName, newName string) error { 33 | return errors.New("RenameIndex is unsupported") 34 | } 35 | 36 | func (m Migrator) DropIndex(value interface{}, name string) error { 37 | return errors.New("DropIndex is unsupported") 38 | } 39 | 40 | func (m Migrator) HasTable(value interface{}) bool { 41 | var count int64 42 | m.RunWithValue(value, func(stmt *gorm.Statement) error { 43 | return m.DB.Raw("SELECT count(*) FROM `INFORMATION_SCHEMA.TABLES` WHERE table_name = ?", stmt.Table).Row().Scan(&count) 44 | }) 45 | 46 | return count > 0 47 | } 48 | 49 | func (m Migrator) DropTable(values ...interface{}) error { 50 | values = m.ReorderModels(values, false) 51 | tx := m.DB.Session(&gorm.Session{}) 52 | for i := len(values) - 1; i >= 0; i-- { 53 | if err := m.RunWithValue(values[i], func(stmt *gorm.Statement) error { 54 | return tx.Exec("DROP TABLE IF EXISTS ?", clause.Table{Name: stmt.Table}).Error 55 | }); err != nil { 56 | return err 57 | } 58 | } 59 | return nil 60 | } 61 | 62 | func (m Migrator) HasColumn(value interface{}, field string) bool { 63 | var count int64 64 | m.RunWithValue(value, func(stmt *gorm.Statement) error { 65 | name := field 66 | if field := stmt.Schema.LookUpField(field); field != nil { 67 | name = field.DBName 68 | } 69 | 70 | return m.DB.Raw( 71 | "SELECT count(*) FROM INFORMATION_SCHEMA.columns WHERE table_schema = CURRENT_SCHEMA() AND table_name = ? AND column_name = ?", 72 | stmt.Table, name, 73 | ).Row().Scan(&count) 74 | }) 75 | 76 | return count > 0 77 | } 78 | 79 | func (m Migrator) HasConstraint(value interface{}, name string) bool { 80 | var count int64 81 | m.RunWithValue(value, func(stmt *gorm.Statement) error { 82 | return m.DB.Raw( 83 | "SELECT count(*) FROM INFORMATION_SCHEMA.table_constraints WHERE table_schema = CURRENT_SCHEMA() AND table_name = ? AND constraint_name = ?", 84 | stmt.Table, name, 85 | ).Row().Scan(&count) 86 | }) 87 | 88 | return count > 0 89 | } 90 | -------------------------------------------------------------------------------- /test/common_text.go: -------------------------------------------------------------------------------- 1 | package test 2 | 3 | import ( 4 | "github.com/sirupsen/logrus" 5 | "github.com/stretchr/testify/suite" 6 | "gorm.io/driver/bigquery" 7 | "gorm.io/gorm" 8 | "log" 9 | ) 10 | 11 | type GormTestSuite struct { 12 | suite.Suite 13 | db *gorm.DB 14 | } 15 | 16 | func (suite *GormTestSuite) SetupSuite() { 17 | 18 | logrus.SetLevel(logrus.DebugLevel) 19 | 20 | var err error 21 | suite.db, err = gorm.Open(bigquery.Open("bigquery://go-bigquery-driver/playground"), &gorm.Config{}) 22 | if err != nil { 23 | log.Fatal(err) 24 | } 25 | } 26 | 27 | func (suite *GormTestSuite) TearDownSuite() { 28 | 29 | } 30 | -------------------------------------------------------------------------------- /test/metadata_test.go: -------------------------------------------------------------------------------- 1 | package test 2 | 3 | import ( 4 | "github.com/stretchr/testify/assert" 5 | "github.com/stretchr/testify/suite" 6 | "testing" 7 | ) 8 | 9 | type MetadataTestSuit struct { 10 | GormTestSuite 11 | } 12 | 13 | func TestMetadataTestSuit(t *testing.T) { 14 | suite.Run(t, new(MetadataTestSuit)) 15 | } 16 | 17 | func (suite *MetadataTestSuit) Test_HasTable() { 18 | assert.False(suite.T(), suite.db.Migrator().HasTable("non_existing_table")) 19 | } 20 | 21 | func (suite *MetadataTestSuit) Test_CRUDTableWithNoStructsAndArrays() { 22 | suite.db.Migrator().DropTable(&SimpleTestRecord{}) 23 | assert.False(suite.T(), suite.db.Migrator().HasTable(&SimpleTestRecord{})) 24 | suite.db.AutoMigrate(&SimpleTestRecord{}) 25 | assert.True(suite.T(), suite.db.Migrator().HasTable(&SimpleTestRecord{})) 26 | suite.db.Create(&SimpleTestRecord{Name: "test"}) 27 | 28 | var records []SimpleTestRecord 29 | suite.db.First(&records) 30 | 31 | assert.Equal(suite.T(), 1, len(records), "should be a records") 32 | if len(records) > 0 { 33 | assert.Equal(suite.T(), "test", records[0].Name) 34 | } 35 | } 36 | 37 | func (suite *MetadataTestSuit) Test_CRUDTableWithStruct() { 38 | var records []ComplexRecord 39 | suite.db.Migrator().DropTable(&ComplexRecord{}) 40 | assert.False(suite.T(), suite.db.Migrator().HasTable(&ComplexRecord{})) 41 | suite.db.AutoMigrate(&ComplexRecord{}) 42 | assert.True(suite.T(), suite.db.Migrator().HasTable(&ComplexRecord{})) 43 | suite.db.Create(&ComplexRecord{Name: "test", Record: ComplexSubRecord{Name: "dd", Age: 1}}) 44 | suite.db.Create(&ComplexRecord{Name: "test2", Record: ComplexSubRecord{Name: "dd2", Age: 444}}) 45 | suite.db.Order("Name").Find(&records) 46 | assert.Equal(suite.T(), 2, len(records), "we should have two records") 47 | if len(records) == 2 { 48 | assert.Equal(suite.T(), 444, records[1].Record.Age) 49 | } 50 | } 51 | 52 | func (suite *MetadataTestSuit) Test_CRUDTableWithArray() { 53 | var records []ArrayRecord 54 | suite.db.Migrator().DropTable(&ArrayRecord{}) 55 | assert.False(suite.T(), suite.db.Migrator().HasTable(&ArrayRecord{})) 56 | suite.db.AutoMigrate(&ArrayRecord{}) 57 | assert.True(suite.T(), suite.db.Migrator().HasTable(&ArrayRecord{})) 58 | suite.db.Create(&ArrayRecord{Name: "test", Records: []ComplexSubRecord{{Name: "dd", Age: 1}, {Name: "dd1", Age: 1}}}) 59 | suite.db.Create(&ArrayRecord{Name: "test2", Records: []ComplexSubRecord{{Name: "dd2", Age: 444}, {Name: "dd3", Age: 1}}}) 60 | suite.db.Order("Name").Find(&records) 61 | assert.Equal(suite.T(), 2, len(records), "we should have two records") 62 | if len(records) == 2 { 63 | assert.Equal(suite.T(), 444, records[1].Records[0].Age) 64 | } 65 | 66 | var subRecords []ComplexSubRecord 67 | suite.db.Table("array_records, UNNEST(Records) AS x").Select("x.*").Scan(&subRecords) 68 | assert.Equal(suite.T(), 4, len(subRecords)) 69 | } 70 | 71 | func (suite *MetadataTestSuit) Test_CRUDTableWithMultipleNesting() { 72 | var records []SuperComplexRecord 73 | suite.db.Migrator().DropTable(&SuperComplexRecord{}) 74 | assert.False(suite.T(), suite.db.Migrator().HasTable(&SuperComplexRecord{})) 75 | suite.db.AutoMigrate(&SuperComplexRecord{}) 76 | assert.True(suite.T(), suite.db.Migrator().HasTable(&SuperComplexRecord{})) 77 | suite.db.Create(&SuperComplexRecord{Name: "test", 78 | SuperRecord: SuperComplexSubRecord{Name: "rec1", Record: ComplexSubRecord{Name: "name1", Age: 441}}, 79 | SuperRecords: []SuperComplexSubRecord{ 80 | {Name: "sub1", Record: ComplexSubRecord{Name: "dep1", Age: 444}}, 81 | {Name: "sub2", Record: ComplexSubRecord{Name: "dep2", Age: 442}}}, 82 | }) 83 | suite.db.Create(&SuperComplexRecord{Name: "test2", 84 | SuperRecord: SuperComplexSubRecord{Name: "rec2", Record: ComplexSubRecord{Name: "dep3", Age: 443}}, 85 | SuperRecords: []SuperComplexSubRecord{ 86 | {Name: "sub3", Record: ComplexSubRecord{Name: "dep3", Age: 445}}, 87 | {Name: "sub4", Record: ComplexSubRecord{Name: "dep4", Age: 446}}}, 88 | }) 89 | suite.db.Order("Name").Find(&records) 90 | assert.Equal(suite.T(), 2, len(records), "we should have two records") 91 | if len(records) == 2 && len(records[0].SuperRecords) > 0 { 92 | assert.Equal(suite.T(), 444, records[0].SuperRecords[0].Record.Age) 93 | } else { 94 | suite.T().Errorf("failed to get nested results as expected") 95 | } 96 | } 97 | -------------------------------------------------------------------------------- /test/models_test.go: -------------------------------------------------------------------------------- 1 | package test 2 | 3 | type SimpleTestRecord struct { 4 | Name string `gorm:"column:Name"` 5 | } 6 | 7 | type ComplexRecord struct { 8 | Name string `gorm:"column:Name"` 9 | Record ComplexSubRecord `gorm:"column:Record;type:RECORD"` 10 | } 11 | 12 | type ComplexSubRecord struct { 13 | Name string `gorm:"column:Name"` 14 | Age int `gorm:"column:Age"` 15 | } 16 | 17 | type ArrayRecord struct { 18 | Name string `gorm:"column:Name"` 19 | Records []ComplexSubRecord `gorm:"column:Records;type:ARRAY"` 20 | } 21 | 22 | type SuperComplexRecord struct { 23 | Name string `gorm:"column:Name"` 24 | SuperRecord SuperComplexSubRecord `gorm:"column:Record;type:RECORD"` 25 | SuperRecords []SuperComplexSubRecord `gorm:"column:Records;type:ARRAY"` 26 | } 27 | 28 | type SuperComplexSubRecord struct { 29 | Name string `gorm:"column:Name"` 30 | Record ComplexSubRecord `gorm:"column:Record;type:RECORD"` 31 | } 32 | -------------------------------------------------------------------------------- /utils/driver.go: -------------------------------------------------------------------------------- 1 | package utils 2 | 3 | import "database/sql/driver" 4 | 5 | func GetValue(value driver.Value) interface{} { 6 | named, ok := value.(driver.NamedValue) 7 | if ok { 8 | return named.Value 9 | } 10 | return value 11 | } 12 | 13 | func GetValueAt(values []driver.Value, index int) interface{} { 14 | if len(values) <= index { 15 | return nil 16 | } 17 | return GetValue(values[index]) 18 | } 19 | 20 | func GetStringValueAt(values []driver.Value, index int) string { 21 | return GetValueAt(values, index).(string) 22 | } 23 | --------------------------------------------------------------------------------