first pass at todo finding

Author: patrickdevivo

cmd/commands/root.go

@@ -7,9 +7,6 @@ import (
 	"github.com/spf13/cobra"
 )
 
-var cfgFile string
-
-// rootCmd represents the base command when called without any subcommands
 var rootCmd = &cobra.Command{
 	Use:   "tickgit",
 	Short: "Tickets as config",
@@ -23,7 +20,3 @@ func Execute() {
 		os.Exit(1)
 	}
 }
-
-func init() {
-
-}

cmd/commands/status.go

@@ -13,6 +13,7 @@ func init() {
 	rootCmd.AddCommand(statusCmd)
 }
 
+// TODO clean this up
 func handleError(err error) {
 	if err != nil {
 		panic(err)

cmd/commands/todos.go

@@ -0,0 +1,43 @@
+package commands
+
+import (
+	"os"
+	"path/filepath"
+
+	"github.com/augmentable-dev/tickgit/pkg/todos"
+	"github.com/spf13/cobra"
+)
+
+func init() {
+	rootCmd.AddCommand(todosCmd)
+}
+
+var todosCmd = &cobra.Command{
+	Use:   "todos",
+	Short: "Print a report of current TODOs",
+	Long:  ``,
+	Args:  cobra.MaximumNArgs(1),
+	Run: func(cmd *cobra.Command, args []string) {
+		cwd, err := os.Getwd()
+		handleError(err)
+
+		dir := cwd
+		if len(args) == 1 {
+			dir, err = filepath.Rel(cwd, args[0])
+			handleError(err)
+		}
+		err = filepath.Walk(dir, func(path string, info os.FileInfo, err error) error {
+			if !info.IsDir() {
+				p, err := filepath.Rel(dir, path)
+				handleError(err)
+				_, err = todos.SearchFile(p)
+				handleError(err)
+				// if len(c) > 0 {
+				// 	fmt.Println(c)
+				// }
+			}
+			return nil
+		})
+		handleError(err)
+	},
+}

go.mod

@@ -3,9 +3,11 @@ module github.com/augmentable-dev/tickgit
 go 1.13
 
 require (
+	github.com/augmentable-dev/lege v0.0.0-20191022024440-1583f8f6972a
 	github.com/hashicorp/hcl/v2 v2.0.0
 	github.com/spf13/cobra v0.0.5
 	github.com/spf13/pflag v1.0.5 // indirect
+	github.com/src-d/enry/v2 v2.1.0
 	golang.org/x/sys v0.0.0-20191010194322-b09406accb47 // indirect
 	gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15 // indirect
 	gopkg.in/src-d/go-billy.v4 v4.3.2

go.sum

@@ -11,6 +11,8 @@ github.com/apparentlymart/go-textseg v1.0.0/go.mod h1:z96Txxhf3xSFMPmb5X/1W05FF/
 github.com/armon/consul-api v0.0.0-20180202201655-eb2c6b5be1b6/go.mod h1:grANhF5doyWs3UAsr3K4I6qtAmlQcZDesFNEHPZAzj8=
 github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5 h1:0CwZNZbxp69SHPdPJAN/hZIm0C4OItdklCFmMRWYpio=
 github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5/go.mod h1:wHh0iHkYZB8zMSxRWpUBQtwG5a7fFgvEO+odwuTv2gs=
+github.com/augmentable-dev/lege v0.0.0-20191022024440-1583f8f6972a h1:CNfPUBMEyYvH1yJ/pGkLIisZ65y+EHStYPN72OIy9dk=
+github.com/augmentable-dev/lege v0.0.0-20191022024440-1583f8f6972a/go.mod h1:DtuvAW6+SE9e44O6eLaMJp8PFiadmk6NfXslCKYCiB0=
 github.com/coreos/etcd v3.3.10+incompatible/go.mod h1:uF7uidLiAD3TWHmW31ZFd/JWoc32PjwdhPthX9715RE=
 github.com/coreos/go-etcd v2.0.0+incompatible/go.mod h1:Jez6KQU2B/sWsbdaef3ED8NzMklzPG4d5KIOhIy30Tk=
 github.com/coreos/go-semver v0.2.0/go.mod h1:nnelYz7RCh+5ahJtPPxZlU+153eP4D4r3EedlOD2RNk=
@@ -85,13 +87,19 @@ github.com/spf13/pflag v1.0.5 h1:iy+VFUOCP1a+8yFto/drg2CJ5u0yRoB7fZw3DKv/JXA=
 github.com/spf13/pflag v1.0.5/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg=
 github.com/spf13/viper v1.3.2 h1:VUFqw5KcqRf7i70GOzW7N+Q7+gxVBkSSqiXB12+JQ4M=
 github.com/spf13/viper v1.3.2/go.mod h1:ZiWeW+zYFKm7srdB9IoDzzZXaJaI5eL9QjNiN/DMA2s=
+github.com/src-d/enry/v2 v2.1.0 h1:z1L8t+B8bh3mmjPkJrgOTnVRpFGmTPJsplHX9wAn6BI=
+github.com/src-d/enry/v2 v2.1.0/go.mod h1:qQeCMRwzMF3ckeGr+h0tJLdxXnq+NVZsIDMELj0t028=
 github.com/src-d/gcfg v1.4.0 h1:xXbNR5AlLSA315x2UO+fTSSAXCDf+Ar38/6oyGbDKQ4=
 github.com/src-d/gcfg v1.4.0/go.mod h1:p/UMsR43ujA89BJY9duynAwIpvqEujIH/jFlfL7jWoI=
+github.com/src-d/go-oniguruma v1.1.0 h1:EG+Nm5n2JqWUaCjtM0NtutPxU7ZN5Tp50GWrrV8bTww=
+github.com/src-d/go-oniguruma v1.1.0/go.mod h1:chVbff8kcVtmrhxtZ3yBVLLquXbzCS6DrxQaAK/CeqM=
 github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
 github.com/stretchr/objx v0.2.0/go.mod h1:qt09Ya8vawLte6SNmTgCsAVtYtaKzEcn8ATUoHMkEqE=
 github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs=
 github.com/stretchr/testify v1.3.0 h1:TivCn/peBQ7UY8ooIcPgZFpTNSz0Q2U6UrFlUfqbe0Q=
 github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
+github.com/toqueteos/trie v1.0.0 h1:8i6pXxNUXNRAqP246iibb7w/pSFquNTQ+uNfriG7vlk=
+github.com/toqueteos/trie v1.0.0/go.mod h1:Ywk48QhEqhU1+DwhMkJ2x7eeGxDHiGkAdc9+0DYcbsM=
 github.com/ugorji/go/codec v0.0.0-20181204163529-d75b2dcb6bc8/go.mod h1:VFNgLljTbGfSG7qAOspJ7OScBnGdDN/yBr0sguwnwf0=
 github.com/vmihailenco/msgpack v3.3.3+incompatible/go.mod h1:fy3FlTQTDXWkZ7Bh6AcGMlsjHatGryHQYUTf1ShIgkk=
 github.com/xanzy/ssh-agent v0.2.1 h1:TCbipTQL2JiiCprBWx9frJ2eJlCYT00NmctrHxVAr70=
@@ -138,6 +146,8 @@ gopkg.in/src-d/go-git-fixtures.v3 v3.5.0 h1:ivZFOIltbce2Mo8IjzUHAFoq/IylO9WHhNOA
 gopkg.in/src-d/go-git-fixtures.v3 v3.5.0/go.mod h1:dLBcvytrw/TYZsNTWCnkNF2DSIlzWYqTe3rJR56Ac7g=
 gopkg.in/src-d/go-git.v4 v4.13.1 h1:SRtFyV8Kxc0UP7aCHcijOMQGPxHSmMOPrzulQWolkYE=
 gopkg.in/src-d/go-git.v4 v4.13.1/go.mod h1:nx5NYcxdKxq5fpltdHnPa2Exj4Sx0EclMWZQbYDu2z8=
+gopkg.in/toqueteos/substring.v1 v1.0.2 h1:urLqCeMm6x/eTuQa1oZerNw8N1KNOIp5hD5kGL7lFsE=
+gopkg.in/toqueteos/substring.v1 v1.0.2/go.mod h1:Eb2Z1UYehlVK8LYW2WBVR2rwbujsz3aX8XDrM1vbNew=
 gopkg.in/warnings.v0 v0.1.2 h1:wFXVbFY8DY5/xOe1ECiWdKCzZlxgshcYVNkBHstARME=
 gopkg.in/warnings.v0 v0.1.2/go.mod h1:jksf8JmL6Qr/oQM2OXTHunEvvTAsrWBLb6OOjuVWRNI=
 gopkg.in/yaml.v2 v2.2.2 h1:ZCJp+EgiOT7lHqUV2J862kp8Qj64Jo6az82+3Td9dZw=

pkg/todos/todos.go

@@ -0,0 +1,84 @@
+package todos
+
+import (
+	"bytes"
+	"fmt"
+	"io/ioutil"
+	"path/filepath"
+	"strings"
+
+	"github.com/augmentable-dev/lege"
+	"github.com/src-d/enry/v2"
+)
+
+// CStyleCommentOptions ...
+var CStyleCommentOptions *lege.ParseOptions = &lege.ParseOptions{
+	BoundaryOptions: []lege.BoundaryOption{
+		lege.BoundaryOption{
+			Starts: []string{"//"},
+			Ends:   []string{"\n"},
+		},
+		lege.BoundaryOption{
+			Starts: []string{"/*"},
+			Ends:   []string{"*/"},
+		},
+	},
+}
+
+// HashStyleCommentOptions ...
+var HashStyleCommentOptions *lege.ParseOptions = &lege.ParseOptions{
+	BoundaryOptions: []lege.BoundaryOption{
+		lege.BoundaryOption{
+			Starts: []string{"#"},
+			Ends:   []string{"\n"},
+		},
+	},
+}
+
+// Language is a source language (i.e. "Go")
+type Language string
+
+// LanguageParseOptions keeps track of source languages and their corresponding comment options
+var LanguageParseOptions map[Language]*lege.ParseOptions = map[Language]*lege.ParseOptions{
+	"Go":         CStyleCommentOptions,
+	"Java":       CStyleCommentOptions,
+	"C":          CStyleCommentOptions,
+	"CPlusPlus":  CStyleCommentOptions,
+	"CSharp":     CStyleCommentOptions,
+	"Javascript": CStyleCommentOptions,
+	"Python":     HashStyleCommentOptions,
+}
+
+// SearchFile ...
+func SearchFile(filePath string) ([]*lege.Collection, error) {
+	src, err := ioutil.ReadFile(filePath)
+	if err != nil {
+		return nil, err
+	}
+	lang := Language(enry.GetLanguage(filepath.Base(filePath), src))
+	if lang != "Go" || enry.IsVendor(filePath) {
+		return nil, nil
+	}
+	// fmt.Println(lang)
+	options := LanguageParseOptions[lang]
+	commentParser, err := lege.NewParser(options)
+	if err != nil {
+		return nil, err
+	}
+	comments, err := commentParser.ParseReader(bytes.NewReader(src))
+	if err != nil {
+		return nil, err
+	}
+
+	for _, comment := range comments {
+		s := comment.String()
+		if !strings.Contains(s, "TODO") {
+			continue
+		}
+		s = strings.Replace(comment.String(), "TODO", "", 1)
+		s = strings.Trim(s, " ")
+		fmt.Printf("%q\n", s)
+	}
+
+	return comments, nil
+}