Merge pull request #5 from tkc/feat/join_table

Feat join table analyzer

Author: Tkc

.gitignore

@@ -1 +1,3 @@
-.idea/
+.idea/
+config.yaml
+linter.yaml

.golangci.yml

@@ -9,7 +9,7 @@ linters-settings:
   #     threshold: 100
     funlen:
       lines: 500
-      statements: 50
+      statements: 80
   # goconst:
   #     min-len: 2
   #     min-occurrences: 2

Makefile

@@ -0,0 +1,2 @@
+lint:
+	golangci-lint run

README.md

@@ -12,6 +12,9 @@ This app will run an analysis on the log of the sql execution, go to mysql datab
 ```sql
 SET GLOBAL general_log = 'ON';
 SET GLOBAL log_output='TABLE';
+
+SET GLOBAL slow_query_log = 'ON';
+SET GLOBAL long_query_time = 0;
 ```
 
 

cmd/clean/main.go

@@ -1,15 +1,22 @@
 package main
 
 import (
-	"sql-dog/src/infrastructure/datastore/mysql"
+	"github.com/tkc/sql-dog/config"
+	"github.com/tkc/sql-dog/src/infrastructure/datastore/mysql"
 )
 
 func main() {
+	conf, err := config.ReadConfig()
+	if err != nil {
+		panic(err)
+	}
+
 	handler, _, _ := mysql.NewMySQLHandler(
-		"root",
-		"password",
-		"localhost",
-		3306)
+		conf.Username,
+		conf.Password,
+		conf.Host,
+		conf.Port,
+		conf.RootDatabase)
 	repo := mysql.NewGeneralLogRepository(handler)
 	if err := repo.Clear(); err != nil {
 		panic(err)

cmd/emulate/main.go

@@ -0,0 +1,25 @@
+package main
+
+import (
+	"github.com/tkc/sql-dog/config"
+	"github.com/tkc/sql-dog/src/infrastructure/datastore/mysql"
+	"github.com/tkc/sql-dog/src/usecase/services"
+)
+
+func main() {
+	conf, err := config.ReadConfig()
+	if err != nil {
+		panic(err)
+	}
+
+	handler, _, _ := mysql.NewMySQLHandler(
+		conf.Username,
+		conf.Password,
+		conf.Host,
+		conf.Port,
+		conf.ServiceDatabase)
+
+	repo := mysql.NewEmulateRepository(handler)
+	emulateService := services.NewEmulateService(repo)
+	emulateService.Insert()
+}

cmd/lint/main.go

@@ -1,47 +1,29 @@
 package main
 
 import (
-	"sql-dog/src/domain/model"
-	"sql-dog/src/infrastructure/datastore/mysql"
-	"sql-dog/src/usecase/presenter"
-	"sql-dog/src/usecase/services"
+	"github.com/tkc/sql-dog/config"
+	"github.com/tkc/sql-dog/src/infrastructure/datastore/mysql"
+	"github.com/tkc/sql-dog/src/usecase/presenter"
+	"github.com/tkc/sql-dog/src/usecase/services"
 )
 
-func createValidation() model.Validator {
-	return model.Validator{
-		Ignores: []string{
-			"DELETE FROM Ignores table_name",
-		},
-		Nodes: []model.ValidatorNode{
-			{
-				TableName: "table_name",
-				Operations: []model.ValidateOperation{
-					{
-						Type:   model.OpTypeEq,
-						Column: "require_column_a",
-					},
-					{
-						Type:   model.OpTypeEq,
-						Column: "require_column_b",
-					},
-				},
-				StmtTypePattern: []model.StmtType{
-					model.StmtTypeSelect,
-					model.StmtTypeDelete,
-				},
-			},
-		},
+func main() {
+	validation, err := config.ReadLintConfig("./linter.yaml")
+	if err != nil {
+		panic(err)
 	}
-}
 
-func main() {
-	v := createValidation()
+	conf, err := config.ReadConfig()
+	if err != nil {
+		panic(err)
+	}
 
 	handler, _, _ := mysql.NewMySQLHandler(
-		"root",
-		"password",
-		"localhost",
-		3306)
+		conf.Username,
+		conf.Password,
+		conf.Host,
+		conf.Port,
+		conf.RootDatabase)
 
 	reportService := services.NewReportService(
 		mysql.NewGeneralLogRepository(handler),
@@ -50,5 +32,5 @@ func main() {
 		presenter.NewReportPresenter(),
 	)
 
-	reportService.Show(v)
+	reportService.Show(*validation)
 }

config.sample.yaml

@@ -0,0 +1,7 @@
+username : "root"
+password : "password"
+host : "localhost"
+port : 3306
+
+rootDatabase : "mysql"
+serviceDatabase : "service_database_name"

config/config.go

@@ -0,0 +1,28 @@
+package config
+
+import (
+	"io/ioutil"
+
+	"github.com/goccy/go-yaml"
+)
+
+type Config struct {
+	Username        string
+	Password        string
+	Host            string
+	Port            int
+	RootDatabase    string `yaml:"rootDatabase"`
+	ServiceDatabase string `yaml:"serviceDatabase"`
+}
+
+func ReadConfig() (*Config, error) {
+	buf, err := ioutil.ReadFile("./config.yaml")
+	if err != nil {
+		return nil, err
+	}
+	var config Config
+	if err := yaml.Unmarshal(buf, &config); err != nil {
+		panic(err)
+	}
+	return &config, nil
+}

config/config_linter.go

@@ -0,0 +1,53 @@
+package config
+
+import (
+	"io/ioutil"
+
+	"github.com/goccy/go-yaml"
+	"github.com/tkc/sql-dog/src/domain/model"
+)
+
+type LintConfig struct {
+	Ignores []string `yaml:"ignores"`
+	Tables  []Table  `yaml:"tables"`
+}
+
+type Table struct {
+	Name           string           `yaml:"name"`
+	StmtTypes      []model.StmtType `yaml:"stmtTypePatterns"`
+	Operations     []string         `yaml:"mustSelectColumns"`
+	InsertColumns  []string         `yaml:"mustInsertColumns"`
+	NotNullColumns []string         `yaml:"notNullColumns"`
+}
+
+func (c *LintConfig) ConvertToValidators() (*model.Validator, error) {
+	var nodes []model.ValidatorNode
+
+	for _, t := range c.Tables {
+		nodes = append(nodes,
+			model.ValidatorNode{
+				TableName:       t.Name,
+				StmtTypePattern: t.StmtTypes,
+				Operations:      t.Operations,
+				InsertColumns:   t.InsertColumns,
+				NotNullColumns:  t.NotNullColumns,
+			})
+	}
+
+	return &model.Validator{
+		Ignores: c.Ignores,
+		Nodes:   nodes,
+	}, nil
+}
+
+func ReadLintConfig(path string) (*model.Validator, error) {
+	buf, err := ioutil.ReadFile(path)
+	if err != nil {
+		return nil, err
+	}
+	var config LintConfig
+	if err := yaml.Unmarshal(buf, &config); err != nil {
+		panic(err)
+	}
+	return config.ConvertToValidators()
+}