-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
fix: add support for MariaDB as a data source option
- Loading branch information
1 parent
92333bf
commit 4e8b00a
Showing
9 changed files
with
127 additions
and
17 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,103 @@ | ||
| package services | ||
|
|
||
| import ( | ||
| "context" | ||
| "encoding/json" | ||
| "fmt" | ||
| "strconv" | ||
|
|
||
| "github.com/poligonoio/vega-core/internal/models" | ||
| ) | ||
|
|
||
| type MariaDBDataSourceTypeImpl struct { | ||
| ctx context.Context | ||
| engineService EngineService | ||
| schemaService SchemaService | ||
| } | ||
|
|
||
| func NewMariaDBDataSourceDatabase(ctx context.Context, engineService EngineService, schemaService SchemaService) DataSourceTypeInter { | ||
| return &MariaDBDataSourceTypeImpl{ | ||
| ctx: ctx, | ||
| engineService: engineService, | ||
| schemaService: schemaService, | ||
| } | ||
| } | ||
|
|
||
| func (self *MariaDBDataSourceTypeImpl) Sync(dataSourceName string, organizationId string) error { | ||
| catalogName := self.engineService.GetCatalogName(dataSourceName, organizationId) | ||
|
|
||
| var sqlSchemas []models.SQLSchema | ||
| err := self.engineService.Query(fmt.Sprintf("SELECT schema_name AS name FROM %s.information_schema.schemata WHERE schema_name NOT IN ('sys', 'performance_schema')", catalogName), &sqlSchemas) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| for _, sqlSchema := range sqlSchemas { | ||
| var sqlTables []models.SQLSchema | ||
|
|
||
| err := self.engineService.Query(fmt.Sprintf("SELECT table_name AS name FROM %s.information_schema.tables WHERE table_schema = '%s'", catalogName, sqlSchema.Name), &sqlTables) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| var tables []models.Table | ||
| for _, sqlTable := range sqlTables { | ||
| var sqlFields []models.SQLField | ||
| err := self.engineService.Query(fmt.Sprintf("SELECT column_name AS name FROM %s.information_schema.columns WHERE table_name = '%s'", catalogName, sqlTable.Name), &sqlFields) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| var fields []models.Field | ||
| for _, sqlField := range sqlFields { | ||
| field := models.Field{ | ||
| Name: sqlField.Name, | ||
| } | ||
| fields = append(fields, field) | ||
| } | ||
|
|
||
| table := models.Table{ | ||
| Name: sqlTable.Name, | ||
| Fields: fields, | ||
| } | ||
| tables = append(tables, table) | ||
| } | ||
|
|
||
| schema := models.Schema{ | ||
| Name: sqlSchema.Name, | ||
| Tables: tables, | ||
| OrganizationId: organizationId, | ||
| DataSourceName: dataSourceName, | ||
| } | ||
|
|
||
| err = self.schemaService.Create(schema) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| } | ||
|
|
||
| return nil | ||
| } | ||
|
|
||
| func (self *MariaDBDataSourceTypeImpl) CreateCatalog(catalogName string, dataSourceType models.DataSourceType, secret string) error { | ||
| mysql := models.MySQLSecret{} | ||
| if err := json.Unmarshal([]byte(secret), &mysql); err != nil { | ||
| return err | ||
| } | ||
|
|
||
| var mysqlString string | ||
|
|
||
| if mysql.SSL { | ||
| mysqlString = fmt.Sprintf("jdbc:mariadb://%s:%s/%s?sslMode=REQUIRED", mysql.Host, strconv.Itoa(mysql.Port), mysql.Database) | ||
| } else { | ||
| mysqlString = fmt.Sprintf("jdbc:mariadb://%s:%s/%s", mysql.Host, strconv.Itoa(mysql.Port), mysql.Database) | ||
| } | ||
|
|
||
| query := fmt.Sprintf("CREATE CATALOG %s USING mariadb WITH (\"connection-url\" = '%s', \"connection-user\" = '%s', \"connection-password\" = '%s', \"case-insensitive-name-matching\" = 'true')", catalogName, mysqlString, mysql.User, mysql.Password) | ||
|
|
||
| if err := self.engineService.Query(query, nil); err != nil { | ||
| return err | ||
| } | ||
|
|
||
| return nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters