feat: working on a sql to csv tool

Author: rsdoiel

.gitignore

@@ -36,3 +36,4 @@ bin/*
 
 # Project ignores
 _codemeta.json
+testout

cmd/sql2csv/sql2csv.go

@@ -0,0 +1,98 @@
+package main
+
+import (
+	"fmt"
+	"database/sql"
+	"os"
+	"path"
+
+	// Caltech Library Packages
+	"github.com/caltechlibrary/datatools"
+)
+
+const (
+	helpText = `% {app_name} (1) user manual
+% R. S. Doiel
+% 2023-01-03
+
+# NAME
+
+{app_name}
+
+# SYNOPSIS
+
+{app_name} DB_CONNECT_FILE DATABASE_NAME SQL_STATEMENT
+
+# DESCRIPTION
+
+{app_name} takes a config file describing a SQL database connection 
+and runs the SQL statement provided as the final parameter. The
+output is rendered in CSV format.
+
+# OPTIONS
+
+-help
+: display help
+
+-version
+: display version
+
+-license
+: display license
+
+# EXAMPLE
+
+Using the ".my.cnf" configuration file, display ten rows
+from table "mytable" in "mydata" database.
+
+  {app_name} .my.cnf mydata 'SELECT * FROM mytable LIMIT 10'
+
+The CSV output is written standard out and can be redirected into
+a file if desired.
+
+  {app_name} .my.cnf mydata 'SELECT * FROM mytable LIMIT 10' \
+      >ten-rows.csv
+
+{app_name} {version}
+`
+
+)
+
+func fmtTxt(src string, name string, version string) string {
+	return strings.ReplaceAll(strings.ReplaceAll(src, `{app_name}`, name), `{version}`, version)
+}
+
+func main() {
+
+	appName := path.Base(os.Argv[0])
+	showHelp, showLicense, showVersion := false, false, false
+
+	flag.BoolVar(&showHelp, "help", showHelp, "display help")
+	flag.BoolVar(&showLicense, "license", showLicense, "display license")
+	flag.BoolVar(&showVersion, "version", showVersion, "display version")
+	flag.Parse()
+	args := flag.Args()
+
+	if showHelp {
+		fmt.Fprintf(os.Stdout, "%s", fmtTxt(helpText, appName, datatools.Version))
+		os.Exit(0)
+	}
+	if showVersion {
+		fmt.Fprintf(os.Stdout, "%s %s\n", appName, datatools.Version)
+		os.Exit(0)
+	}
+	if showLicense {
+		fmt.Fprintf(os.Stdout, "%s %s\n%s\n", appName, datatools.Version, fmtTxt(datatools.LicenseText, appName, datatools.Version))
+		os.Exit(0)
+	}
+
+	if len(args) != 3 {
+		fmt.Fprintln(os.Stderr, "expected DB_CONF_FILE DB_NAME SQL_QUERY")
+		os.Exit(1)
+	}
+	// FIXME: Open DB connection using the config file and DB name
+	// Create and execute a the SQL query provided on the command line
+	// Loop through the returned rows and output each row CSV encoded
+	//   First row should be used to build render header row
+
+}

go.mod

@@ -10,7 +10,10 @@ require (
 	github.com/caltechlibrary/tmplfn v0.0.21
 	github.com/dexyk/stringosim v0.0.0-20170922105913-9d0b3e91a842
 	github.com/ghodss/yaml v1.0.0
-	github.com/google/uuid v1.2.0
+	github.com/glebarez/go-sqlite v1.20.0
+	github.com/go-sql-driver/mysql v1.7.0
+	github.com/google/uuid v1.3.0
+	github.com/lib/pq v1.10.7
 	github.com/tealeg/xlsx v1.0.5
 	gopkg.in/yaml.v2 v2.4.0 // indirect
 )

go.sum

@@ -8,21 +8,98 @@ github.com/caltechlibrary/dotpath v0.0.2 h1:E3KHd5gNDSaHsbw2jG3XeEZvE2oZ6kRNIe5/
 github.com/caltechlibrary/dotpath v0.0.2/go.mod h1:PjkHwEouoEUa4FrmG0I50k8fs8wXmrLvazHYBIoW4eQ=
 github.com/caltechlibrary/tmplfn v0.0.21 h1:ZwYdmoPZZhaONXgVf93wgJnRJ9uESYgIMsw0edsafHY=
 github.com/caltechlibrary/tmplfn v0.0.21/go.mod h1:TWdYP/x2Phg206b75YTA/oHHvDMrGMeOt7u5byMxWl4=
+github.com/chzyer/logex v1.2.0/go.mod h1:9+9sk7u7pGNWYMkh0hdiL++6OeibzJccyQU4p4MedaY=
+github.com/chzyer/readline v1.5.0/go.mod h1:x22KAscuvRqlLoK9CsoYsmxoXZMMFVyOl86cAH8qUic=
+github.com/chzyer/test v0.0.0-20210722231415-061457976a23/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU=
 github.com/dexyk/stringosim v0.0.0-20170922105913-9d0b3e91a842 h1:FWXGhOthNyZKdK0YVyDrkg5dCXOfKvexcRG37U1v6AQ=
 github.com/dexyk/stringosim v0.0.0-20170922105913-9d0b3e91a842/go.mod h1:PfVoEMbmPGFArz22/wIefW9CzuQhdnE+C9ikEzJvb9Q=
+github.com/dustin/go-humanize v1.0.0/go.mod h1:HtrtbFcZ19U5GC7JDqmcUSB87Iq5E25KnS6fMYU6eOk=
 github.com/ghodss/yaml v1.0.0 h1:wQHKEahhL6wmXdzwWG11gIVCkOv05bNOh+Rxn0yngAk=
 github.com/ghodss/yaml v1.0.0/go.mod h1:4dBDuWmgqj2HViK6kFavaiC9ZROes6MMH2rRYeMEF04=
-github.com/google/uuid v1.2.0 h1:qJYtXnJRWmpe7m/3XlyhrsLrEURqHRM2kxzoxXqyUDs=
-github.com/google/uuid v1.2.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
+github.com/glebarez/go-sqlite v1.20.0 h1:6D9uRXq3Kd+W7At+hOU2eIAeahv6qcYfO8jzmvb4Dr8=
+github.com/glebarez/go-sqlite v1.20.0/go.mod h1:uTnJoqtwMQjlULmljLT73Cg7HB+2X6evsBHODyyq1ak=
+github.com/go-sql-driver/mysql v1.7.0 h1:ueSltNNllEqE3qcWBTD0iQd3IpL/6U+mJxLkazJ7YPc=
+github.com/go-sql-driver/mysql v1.7.0/go.mod h1:OXbVy3sEdcQ2Doequ6Z5BW6fXNQTmx+9S1MCJN5yJMI=
+github.com/google/go-cmp v0.5.3/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
+github.com/google/go-cmp v0.5.9/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
+github.com/google/pprof v0.0.0-20221118152302-e6195bd50e26/go.mod h1:dDKJzRmX4S37WGHujM7tX//fmj1uioxKzKxz3lo4HJo=
+github.com/google/uuid v1.3.0 h1:t6JiXgmwXMjEs8VusXIJk2BXHsn+wx8BZdTaoZ5fu7I=
+github.com/google/uuid v1.3.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
+github.com/ianlancetaylor/demangle v0.0.0-20220319035150-800ac71e25c2/go.mod h1:aYm2/VgdVmcIU8iMfdMvDMsRAQjcfZSKFby6HOFvi/w=
+github.com/kballard/go-shellquote v0.0.0-20180428030007-95032a82bc51/go.mod h1:CzGEWj7cYgsdH8dAjBGEr58BoE7ScuLd+fwFZ44+/x8=
 github.com/kr/pretty v0.1.0 h1:L/CwN0zerZDmRFUapSPitk6f+Q3+0za1rQkzVuMiMFI=
 github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
 github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
 github.com/kr/text v0.1.0 h1:45sCR5RtlFHMR4UwH9sdQ5TC8v0qDQCHnXt+kaKSTVE=
 github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
+github.com/lib/pq v1.10.7 h1:p7ZhMD+KsSRozJr34udlUrhboJwWAgCg34+/ZZNvZZw=
+github.com/lib/pq v1.10.7/go.mod h1:AlVN5x4E4T544tWzH6hKfbfQvm3HdbOxrmggDNAPY9o=
+github.com/mattn/go-isatty v0.0.16 h1:bq3VjFmv/sOjHtdEhmkEV4x1AJtvUvOJ2PFAZ5+peKQ=
+github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
+github.com/mattn/go-sqlite3 v1.14.15/go.mod h1:2eHXhiwb8IkHr+BDWZGa96P6+rkvnG63S2DGjv9HUNg=
+github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
+github.com/remyoudompheng/bigfft v0.0.0-20200410134404-eec4a21b6bb0 h1:OdAsTTz6OkFY5QxjkYwrChwuRruF69c169dPK26NUlk=
+github.com/remyoudompheng/bigfft v0.0.0-20200410134404-eec4a21b6bb0/go.mod h1:qqbHyh8v60DhA7CoWK5oRCqLrMHRGoxYCSS9EjAz6Eo=
 github.com/tealeg/xlsx v1.0.5 h1:+f8oFmvY8Gw1iUXzPk+kz+4GpbDZPK1FhPiQRd+ypgE=
 github.com/tealeg/xlsx v1.0.5/go.mod h1:btRS8dz54TDnvKNosuAqxrM1QgN1udgk9O34bDCnORM=
+github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=
+golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
+golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=
+golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
+golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=
+golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
+golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
+golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
+golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
+golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20220310020820-b874c991c1a5/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab h1:2QkjZIsXupsJbJIdSjjUOgWK3aEtzyuh2mPt3l/CkeU=
+golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
+golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
+golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
+golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
+golang.org/x/tools v0.0.0-20201124115921-2c860bdd6e78/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA=
+golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
+golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
+golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
+golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15 h1:YR8cESwS4TdDjEe65xsg0ogRM/Nc3DYOhEAlW+xobZo=
 gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY=
 gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
+lukechampine.com/uint128 v1.1.1/go.mod h1:c4eWIwlEGaxC/+H1VguhU4PHXNWDCDMUlWdIWl2j1gk=
+lukechampine.com/uint128 v1.2.0/go.mod h1:c4eWIwlEGaxC/+H1VguhU4PHXNWDCDMUlWdIWl2j1gk=
+modernc.org/cc/v3 v3.37.0/go.mod h1:vtL+3mdHx/wcj3iEGz84rQa8vEqR6XM84v5Lcvfph20=
+modernc.org/cc/v3 v3.38.1/go.mod h1:vtL+3mdHx/wcj3iEGz84rQa8vEqR6XM84v5Lcvfph20=
+modernc.org/cc/v3 v3.40.0/go.mod h1:/bTg4dnWkSXowUO6ssQKnOV0yMVxDYNIsIrzqTFDGH0=
+modernc.org/ccgo/v3 v3.0.0-20220904174949-82d86e1b6d56/go.mod h1:YSXjPL62P2AMSxBphRHPn7IkzhVHqkvOnRKAKh+W6ZI=
+modernc.org/ccgo/v3 v3.0.0-20220910160915-348f15de615a/go.mod h1:8p47QxPkdugex9J4n9P2tLZ9bK01yngIVp00g4nomW0=
+modernc.org/ccgo/v3 v3.16.13-0.20221017192402-261537637ce8/go.mod h1:fUB3Vn0nVPReA+7IG7yZDfjv1TMWjhQP8gCxrFAtL5g=
+modernc.org/ccgo/v3 v3.16.13/go.mod h1:2Quk+5YgpImhPjv2Qsob1DnZ/4som1lJTodubIcoUkY=
+modernc.org/ccorpus v1.11.6/go.mod h1:2gEUTrWqdpH2pXsmTM1ZkjeSrUWDpjMu2T6m29L/ErQ=
+modernc.org/httpfs v1.0.6/go.mod h1:7dosgurJGp0sPaRanU53W4xZYKh14wfzX420oZADeHM=
+modernc.org/libc v1.17.4/go.mod h1:WNg2ZH56rDEwdropAJeZPQkXmDwh+JCA1s/htl6r2fA=
+modernc.org/libc v1.18.0/go.mod h1:vj6zehR5bfc98ipowQOM2nIDUZnVew/wNC/2tOGS+q0=
+modernc.org/libc v1.19.0/go.mod h1:ZRfIaEkgrYgZDl6pa4W39HgN5G/yDW+NRmNKZBDFrk0=
+modernc.org/libc v1.20.3/go.mod h1:ZRfIaEkgrYgZDl6pa4W39HgN5G/yDW+NRmNKZBDFrk0=
+modernc.org/libc v1.21.4/go.mod h1:przBsL5RDOZajTVslkugzLBj1evTue36jEomFQOoYuI=
+modernc.org/libc v1.21.5 h1:xBkU9fnHV+hvZuPSRszN0AXDG4M7nwPLwTWwkYcvLCI=
+modernc.org/libc v1.21.5/go.mod h1:przBsL5RDOZajTVslkugzLBj1evTue36jEomFQOoYuI=
+modernc.org/mathutil v1.5.0 h1:rV0Ko/6SfM+8G+yKiyI830l3Wuz1zRutdslNoQ0kfiQ=
+modernc.org/mathutil v1.5.0/go.mod h1:mZW8CKdRPY1v87qxC/wUdX5O1qDzXMP5TH3wjfpga6E=
+modernc.org/memory v1.3.0/go.mod h1:PkUhL0Mugw21sHPeskwZW4D6VscE/GQJOnIpCnW6pSU=
+modernc.org/memory v1.4.0 h1:crykUfNSnMAXaOJnnxcSzbUGMqkLWjklJKkBK2nwZwk=
+modernc.org/memory v1.4.0/go.mod h1:PkUhL0Mugw21sHPeskwZW4D6VscE/GQJOnIpCnW6pSU=
+modernc.org/opt v0.1.1/go.mod h1:WdSiB5evDcignE70guQKxYUl14mgWtbClRi5wmkkTX0=
+modernc.org/opt v0.1.3/go.mod h1:WdSiB5evDcignE70guQKxYUl14mgWtbClRi5wmkkTX0=
+modernc.org/sqlite v1.20.0 h1:80zmD3BGkm8BZ5fUi/4lwJQHiO3GXgIUvZRXpoIfROY=
+modernc.org/sqlite v1.20.0/go.mod h1:EsYz8rfOvLCiYTy5ZFsOYzoCcRMu98YYkwAcCw5YIYw=
+modernc.org/strutil v1.1.3/go.mod h1:MEHNA7PdEnEwLvspRMtWTNnp2nnyvMfkimT1NKNAGbw=
+modernc.org/tcl v1.15.0/go.mod h1:xRoGotBZ6dU+Zo2tca+2EqVEeMmOUBzHnhIwq4YrVnE=
+modernc.org/token v1.0.1/go.mod h1:UGzOrNV1mAFSEB63lOFHIpNRUVMvYTc6yu1SMY/XTDM=
+modernc.org/z v1.7.0/go.mod h1:hVdgNMh8ggTuRG1rGU8x+xGRFfiQUIAw0ZqlPy8+HyQ=

sqlcsv.go

@@ -0,0 +1,159 @@
+package datatools
+
+import (
+	"database/sql"
+	"encoding/csv"
+	"fmt"
+	"os"
+	//"path"
+	"strings"
+
+	// Database specific drivers
+	_ "github.com/glebarez/go-sqlite"
+	_ "github.com/go-sql-driver/mysql"
+	_ "github.com/lib/pq"
+)
+
+// SQLSrouce represents a wrapper SQL database drivers
+// using a common struct.
+type SQLStore struct {
+	// Protocol holds the database type string, e.g. mysql, sqlite, pg
+	Protocol string
+	// Host name of service where to connect
+	Host string
+	// Port of service
+	Port string
+	// Database name you're going to query against
+	Database string
+	// User name for access a database service
+	User string
+	// Password for accessing a database service
+	Password string
+
+	// FIXME: need to have the CSV encoding options for writing
+	// result of query
+	WriteHeaderRow bool
+
+	// workpath is the working directory to use when accessing SQLite3
+	// related database paths
+	workPath string
+
+	// driverName is the database driver is the type of database we're accessing
+	driverName string
+
+	// the data source name
+	dsn string
+
+	// The db handle of the opened connection
+	db *sql.DB
+}
+
+func dsnFixUp(driverName string, dsn string, workPath string) string {
+	switch driverName {
+	case "postgres":
+		return fmt.Sprintf("%s://%s", driverName, dsn)
+	case "sqlite":
+		// NOTE: the db needs to be stored in the dataset directory
+		// to keep the dataset easily movable.
+		//dbName := path.Base(dsn)
+		return dsn
+		//path.Join(workPath, dbName)
+	}
+	return dsn
+}
+
+// OpenSQLStore opens a mysql, postgres or SQLite database
+// based on a data source name expressed as a URL.
+// The URL is formed by using the "protocol" to identify
+// the service (e.g. "mysql://", "sqlite3://", "pg://")
+// followed by a data source name per golang sql package
+// documentation.
+func OpenSQLStore(dsnURL string) (*SQLStore, error) {
+	if !strings.Contains(dsnURL, "://") {
+		return nil, fmt.Errorf("missing protocol in url scheme")
+	}
+	driverName, dsn, ok := strings.Cut(dsnURL, "://")
+	if !ok {
+		return nil, fmt.Errorf("could not parse DSN URI, got %q", dsnURL)
+	}
+	fmt.Printf("DEBUG driverName %q, dsn %q\n", driverName, dsn)
+	var err error
+	store := new(SQLStore)
+	store.driverName = driverName
+	store.workPath, err = os.Getwd()
+	if err != nil {
+		return nil, err
+	}
+	store.dsn = dsnFixUp(driverName, dsn, store.workPath)
+
+	db, err := sql.Open(store.driverName, store.dsn)
+	if err != nil {
+		return nil, err
+	}
+	store.db = db
+	store.WriteHeaderRow = true
+	return store, nil
+}
+
+// Close the previously openned database resource
+func (store *SQLStore) Close() error {
+	if store.db != nil {
+		return store.db.Close()
+	}
+	return nil
+}
+
+// QueryToCSV runs a SQL query statement and returns to the results
+// CSV encoded via an io.Writer
+func (store *SQLStore) QueryToCSV(out *csv.Writer, stmt string) error {
+	fmt.Printf("DEBUG trying %q\n", stmt)
+	rows, err := store.db.Query(stmt)
+	if err != nil {
+		fmt.Printf("DEBUG store -> %+v\n", store)
+		fmt.Printf("DEBUG erorr from stmt %q -> %s\n", stmt, err)
+		return err
+	}
+	defer rows.Close()
+	fmt.Printf("DEBUG rows queries with %q\n", stmt)
+	columns, err := rows.Columns()
+	if err != nil {
+		return err
+	}
+	fmt.Printf("DEBUG column names -> %s\n", strings.Join(columns, ", "))
+	// Write out our header row is configurable
+	if store.WriteHeaderRow {
+		if err := out.Write(columns); err != nil {
+			return err
+		}
+	}
+	// Make an array of cells
+	cells := make([]string, len(columns))
+	for rows.Next() {
+		// Retrieve the raw column data from the row
+		vals := make([]string, len(columns))
+		if err := rows.Scan(vals...); err != nil {
+			return nil
+		}
+		fmt.Printf("DEBUG vals -> %+v\n", vals)
+		// Convert values to strings for CSV write
+		for i := 0; i < len(columns); i++ {
+			switch vals[i].(type) {
+			case string:
+				cells[i] = vals[i].(string)
+			default:
+				cells[i] = fmt.Sprintf("%+v", vals[i])
+			}
+		}
+		if err := out.Write(cells); err != nil {
+			return err
+		}
+	}
+	out.Flush()
+	if err := rows.Err(); err != nil {
+		return err
+	}
+	if err := out.Error(); err != nil {
+		return err
+	}
+	return nil
+}