optimize git fetch

Author: faza

cmd/git-remote-gitopia/gitopia.go

@@ -145,31 +145,53 @@ func (h *GitopiaHandler) List(remote *core.Remote, forPush bool) ([]string, erro
 	return out, nil
 }
 
-func (h *GitopiaHandler) Fetch(remote *core.Remote, sha, ref string) error {
+func (h *GitopiaHandler) Fetch(remote *core.Remote, refsToFetch []core.RefToFetch) error {
 	remoteURL := fmt.Sprintf("%v/%v.git", config.GitServerHost, h.remoteRepository.Id)
 
-	force := false
-	if strings.HasPrefix(ref, "+") {
-		ref = strings.TrimPrefix(ref, "+")
-		force = true
-	}
+	if !remote.Force {
+		args := []string{
+			"fetch",
+			remoteURL,
+		}
+		for _, ref := range refsToFetch {
+			args = append(args, ref.Ref)
+		}
+		cmd, outPipe := core.GitCommand("git", args...)
+		if err := cmd.Start(); err != nil {
+			out, e := io.ReadAll(outPipe)
+			return errors.Wrapf(err, `error fetching from remote repository. 
+			output %s, output read error %s`, string(out), e.Error())
+		}
+		defer core.CleanUpProcessGroup(cmd)
+		cmd.Wait()
 
-	args := []string{
-		"fetch",
-		remoteURL,
-		ref,
-	}
-	if force {
-		args = append(args, "--force")
+		return nil
 	}
-	cmd, outPipe := core.GitCommand("git", args...)
-	if err := cmd.Start(); err != nil {
-		out, e := io.ReadAll(outPipe)
-		return errors.Wrapf(err, `error fetching from remote repository. 
+
+	for _, ref := range refsToFetch {
+		force := false
+		if strings.HasPrefix(ref.Ref, "+") {
+			ref.Ref = strings.TrimPrefix(ref.Ref, "+")
+			force = true
+		}
+
+		args := []string{
+			"fetch",
+			remoteURL,
+			ref.Ref,
+		}
+		if force {
+			args = append(args, "--force")
+		}
+		cmd, outPipe := core.GitCommand("git", args...)
+		if err := cmd.Start(); err != nil {
+			out, e := io.ReadAll(outPipe)
+			return errors.Wrapf(err, `error fetching from remote repository. 
 		output %s, output read error %s`, string(out), e.Error())
+		}
+		defer core.CleanUpProcessGroup(cmd)
+		cmd.Wait()
 	}
-	defer core.CleanUpProcessGroup(cmd)
-	cmd.Wait()
 
 	return nil
 }
@@ -213,7 +235,7 @@ func (h *GitopiaHandler) Push(remote *core.Remote, refsToPush []core.RefToPush)
 	var setTags []gitopiaTypes.MsgMultiSetTag_Tag
 	var deleteBranches, deleteTags []string
 	var res []string
-	  
+
 	for _, ref := range refsToPush {
 		if ref.Local == "" {
 			if strings.HasPrefix(ref.Remote, branchPrefix) {

core/remote.go

@@ -14,7 +14,7 @@ import (
 
 type RemoteHandler interface {
 	List(remote *Remote, forPush bool) ([]string, error)
-	Fetch(remote *Remote, sha, ref string) error
+	Fetch(remote *Remote, refsToFetch []RefToFetch) error
 	Push(remote *Remote, refsToPush []RefToPush) (*[]string, error)
 
 	Initialize(remote *Remote) error
@@ -30,15 +30,22 @@ type Remote struct {
 
 	Handler RemoteHandler
 
-	todo     []func() (string, error)
-	pushList []func() (*[]string, error)
+	todo      []func() (string, error)
+	pushList  []func() (*[]string, error)
+	fetchList []func() error
+	Force     bool
 }
 
 type RefToPush struct {
 	Local  string
 	Remote string
 }
 
+type RefToFetch struct {
+	Sha string
+	Ref string
+}
+
 func NewRemote(handler RemoteHandler, reader io.Reader, writer io.Writer, logger *log.Logger) (*Remote, error) {
 	localDir, err := GetLocalDir()
 	if err != nil {
@@ -95,20 +102,17 @@ func (r *Remote) push(refsToPush []RefToPush) {
 	})
 }
 
-func (r *Remote) fetch(sha, ref string) {
-	r.todo = append(r.todo, func() (string, error) {
-		err := r.Handler.Fetch(r, sha, ref)
-		if err != nil {
-			return "", err
-		}
-
-		return "", nil
+func (r *Remote) fetch(refsToFetch []RefToFetch) {
+	r.fetchList = append(r.fetchList, func() error {
+		return r.Handler.Fetch(r, refsToFetch)
 	})
 }
 
 func (r *Remote) ProcessCommands() error {
 	reader := bufio.NewReader(r.reader)
 	var refsToPush []RefToPush
+	var refsToFetch []RefToFetch
+
 	prevCommand := ""
 loop:
 	for {
@@ -143,7 +147,16 @@ loop:
 			//r.push(refs[0], refs[1])
 		case strings.HasPrefix(command, "fetch "):
 			parts := strings.Split(command, " ")
-			r.fetch(parts[1], parts[2])
+
+			if strings.HasPrefix(parts[2], "+") {
+				r.Force = true
+			}
+
+			refsToFetch = append(refsToFetch, RefToFetch{
+				Sha: parts[1],
+				Ref: parts[2],
+			})
+			// r.fetch(parts[1], parts[2])
 		case command == "":
 			fallthrough
 		case command == "\n":
@@ -167,6 +180,24 @@ loop:
 				break loop
 			}
 
+			if strings.HasPrefix(prevCommand, "fetch ") {
+				r.fetch(refsToFetch)
+				for _, task := range r.fetchList {
+					err = task()
+					if err != nil {
+						return err
+					}
+				}
+
+				for range refsToFetch {
+					r.Printf("ok \n")
+				}
+				r.Printf("\n")
+
+				r.todo = nil
+				break loop
+			}
+
 			for _, task := range r.todo {
 				resp, err := task()
 				if err != nil {