精简命令

Author: Jrohy

README.md

@@ -1 +1,33 @@
 # mysqldump
+
+go语言版mysqldump, goroutine并发导sql, 比navicat等工具导出sql快！
+
+支持 **mysql5.x版本**
+
+此项目为: https://github.com/xelabs/go-mydumper 项目的修改优化版
+
+如下变更:
+- 加入mysql source组合源命令(-m), 传参 -m user:pass@host:port 即可定义mysql源, 简化传参
+- 加入排除指定table数据导出sql 命令(-exclude)
+- 修复视图view导出后无法导入的问题
+- 优化日志格式和运行时间的显示
+- 合并导入和导出sql功能到同一个文件(-i/-o来分区导入sql还是导出sql)
+- 提供所有平台的release编译文件
+
+## 命令行
+```
+./mysqldump -h [HOST] -P [PORT] -u [USER] -p [PASSWORD] -db [DATABASE] -o [OUTDIR] -i [INDIR] -m [MYSQL_SOURCE] -exclude [EXCLUDE_TABLE]
+    -h        string    数据库连接地址
+    -P        int       数据库连接端口(不传则默认3306)
+    -u        string    连接用户名
+    -p        string    连接密码
+    -m        string    数据库连接信息, 格式 user:pass@host:port(此命令用来简化连接数据库传参信息)
+    -db       string    指定的数据库名, 导出sql模式必要, 导入sql模式可选,导入模式时为指定要导入的数据库名(不一定和原来导出的数据库名一致)
+    -o        string    导出数据库到指定的目录路径, 此命令存在则指定为导出sql模式
+    -i        string    指定要导入的sql所在目录路径, 此命令存在则指定为导入sql模式
+    -exclude  string    指定要排除的table数据(只导表结构),多个排除的表用英文','隔开
+    -d                  导入sql模式时存在相同名字表格时是否先删除(覆盖), 存在此命令则表示先删除同名表格
+    -t        int       指定线程数(默认16)
+    -table    string    导出特定的表
+    -s        int       insert语句的大小(单位byte, 默认1000000)
+```

common/common.go

@@ -19,7 +19,6 @@ type Args struct {
 	Database        string
 	Table           string
 	Outdir          string
-	SessionVars     string
 	ExcludeTables   string
 	Threads         int
 	ChunksizeInMB   int

common/pool.go

@@ -36,17 +36,14 @@ func (conn *Connection) StreamFetch(query string) (driver.Rows, error) {
 }
 
 // NewPool creates the new pool.
-func NewPool(log *xlog.Log, cap int, address string, user string, password string, vars string) (*Pool, error) {
+func NewPool(log *xlog.Log, cap int, address string, user string, password string) (*Pool, error) {
 	conns := make(chan *Connection, cap)
 	for i := 0; i < cap; i++ {
 		client, err := driver.NewConn(user, password, address, "", "utf8")
 		if err != nil {
 			return nil, err
 		}
 		conn := &Connection{ID: i, client: client}
-		if vars != "" {
-			conn.Execute(vars)
-		}
 		conns <- conn
 	}
 

dumper.go

@@ -129,7 +129,7 @@ func allTables(conn *common.Connection, args *common.Args) []string {
 
 // Dumper used to start the dumper worker.
 func Dumper(log *xlog.Log, args *common.Args) {
-	pool, err := common.NewPool(log, args.Threads, args.Address, args.User, args.Password, args.SessionVars)
+	pool, err := common.NewPool(log, args.Threads, args.Address, args.User, args.Password)
 	common.AssertNil(err)
 	defer pool.Close()
 

loader.go

@@ -142,7 +142,7 @@ func restoreTable(log *xlog.Log, table string, conn *common.Connection) int {
 
 // Loader used to start the loader worker.
 func Loader(log *xlog.Log, args *common.Args) {
-	pool, err := common.NewPool(log, args.Threads, args.Address, args.User, args.Password, args.SessionVars)
+	pool, err := common.NewPool(log, args.Threads, args.Address, args.User, args.Password)
 	common.AssertNil(err)
 	defer pool.Close()
 

main.go

@@ -14,9 +14,9 @@ import (
 const Pattern = `\w+:\w+@[\w.]+:\d{0,5}$`
 
 var (
-	flagOverwriteTables                                                                                                           bool
-	flagChunksize, flagThreads, flagPort, flagStmtSize                                                                            int
-	flagUser, flagPasswd, flagHost, flagSource, flagDb, flagTable, flagOutputDir, flagInputDir, flagExcludeTable, flagSessionVars string
+	flagOverwriteTables                                                                                          bool
+	flagChunksize, flagThreads, flagPort, flagStmtSize                                                           int
+	flagUser, flagPasswd, flagHost, flagSource, flagDb, flagTable, flagOutputDir, flagInputDir, flagExcludeTable string
 
 	log = xlog.NewStdLog(xlog.Level(xlog.INFO))
 )
@@ -33,7 +33,6 @@ func init() {
 	flag.IntVar(&flagChunksize, "F", 128, "Split tables into chunks of this output file size. This value is in MB")
 	flag.IntVar(&flagThreads, "t", 16, "Number of threads to use")
 	flag.IntVar(&flagStmtSize, "s", 1000000, "Attempted size of INSERT statement in bytes")
-	flag.StringVar(&flagSessionVars, "vars", "", "Session variables")
 	flag.StringVar(&flagSource, "m", "", "Mysql source info in one string, format: user:password@host:port")
 	flag.StringVar(&flagExcludeTable, "exclude", "", "Do not dump the specified table data, use ',' to split multiple table")
 	flag.BoolVar(&flagOverwriteTables, "d", false, "Drop tables if they already exist(import dump mode)")
@@ -102,7 +101,6 @@ func main() {
 		Threads:         flagThreads,
 		StmtSize:        flagStmtSize,
 		IntervalMs:      10 * 1000,
-		SessionVars:     flagSessionVars,
 		OverwriteTables: flagOverwriteTables,
 		ExcludeTables:   flagExcludeTable,
 	}