Modify: the whole project, now the docker process isnt handled by DeepSort directly, you have to install and start DeepDetect on your own. Now deal with arguments such as --url and --input.

Author: CorentinB

cmd/deepsort/arguments.go

@@ -0,0 +1,29 @@
+package main
+
+import (
+	"fmt"
+	"os"
+	"path/filepath"
+
+	"github.com/akamensky/argparse"
+)
+
+func argumentParsing(args []string, argument *Arguments) {
+	// Create new parser object
+	parser := argparse.NewParser("deepsort", "AI powered image tagger backed by DeepDetect")
+	// Create string flag
+	URL := parser.String("u", "url", &argparse.Options{Required: true, Help: "URL of your DeepDetect instance (i.e: http://localhost:8080)"})
+	input := parser.String("i", "input", &argparse.Options{Required: true, Help: "Your input folder."})
+	// Parse input
+	err := parser.Parse(os.Args)
+	if err != nil {
+		// In case of error print error and print usage
+		// This can also be done by passing -h or --help flags
+		fmt.Print(parser.Usage(err))
+	}
+	// Handle the input flag
+	inputFolder, _ := filepath.Abs(*input)
+	// Finally print the collected string
+	argument.Input = inputFolder
+	argument.URL = *URL
+}

cmd/deepsort/classify.go

@@ -4,13 +4,15 @@ import (
 	"bytes"
 	"io/ioutil"
 	"net/http"
+	"os"
 	"path/filepath"
 
+	"github.com/CorentinB/DeepSort/pkg/logging"
 	"github.com/labstack/gommon/color"
 )
 
-func getClass(path string, name string) {
-	url := "http://localhost:8080/predict"
+func getClass(path string, arguments *Arguments) {
+	url := arguments.URL + "/predict"
 	path, _ = filepath.Abs(path)
 	var jsonStr = []byte(`{"service":"imageserv","parameters":{"input":{"width":224,"height":224},"output":{"best":1},"mllib":{"gpu":false}},"data":["` + path + `"]}`)
 	// DEBUG
@@ -20,13 +22,13 @@ func getClass(path string, name string) {
 	client := &http.Client{}
 	resp, err := client.Do(req)
 	if err != nil {
-		stopDeepDetect(name)
-		panic(err)
+		logging.Error("Unable to classify this file.", "["+filepath.Base(path)+"]")
+		os.Exit(1)
 	}
 	defer resp.Body.Close()
 
 	body, _ := ioutil.ReadAll(resp.Body)
 	parsedResponse := parseResponse(body)
 	color.Println(color.Yellow("[") + color.Cyan(filepath.Base(path)) + color.Yellow("]") + color.Yellow(" Response: ") + color.Green(parsedResponse))
-	renameFile(path, name, parsedResponse)
+	renameFile(path, arguments, parsedResponse)
 }

cmd/deepsort/deepdetect.go

@@ -0,0 +1,33 @@
+package main
+
+import (
+	"bytes"
+	"net/http"
+	"os"
+
+	"github.com/CorentinB/DeepSort/pkg/logging"
+)
+
+func startGoogleNet(arguments *Arguments) {
+	// Starting the image classification service
+	logging.Success("Starting the classification service..", "[GoogleNet]")
+	url := arguments.URL + "/services/deepsort-googlenet"
+	var jsonStr = []byte(`{"mllib":"caffe","description":"DeepSort-GoogleNet","type":"supervised","parameters":{"input":{"connector":"image"},"mllib":{"nclasses":1000}},"model":{"repository":"/opt/models/ggnet/"}}`)
+	req, err := http.NewRequest("PUT", url, bytes.NewBuffer(jsonStr))
+	client := &http.Client{}
+	resp, err := client.Do(req)
+	if err != nil {
+		logging.Error("Error while starting the classification service, please check if DeepDetect is running.", "[GoogleNet]")
+		os.Exit(1)
+	}
+	defer resp.Body.Close()
+	if resp.Status != "201 Created" && resp.Status != "500 Internal Server Error" {
+		logging.Error("Error while starting the classification service, please check if DeepDetect is running.", "[GoogleNet]")
+		os.Exit(1)
+	}
+	if resp.Status == "500 Internal Server Error" {
+		logging.Success("Looks like you already have the deepsort-googlenet service started, no need to create a new one.", "[GoogleNet]")
+	} else {
+		logging.Success("Successfully started the image classification service.", "[GoogleNet]")
+	}
+}

cmd/deepsort/docker.go

@@ -4,21 +4,23 @@ import (
 	"crypto/md5"
 	"encoding/hex"
 	"io"
-	"log"
 	"os"
+	"path/filepath"
+
+	"github.com/CorentinB/DeepSort/pkg/logging"
 )
 
-func hashFileMD5(filePath string, name string) string {
+func hashFileMD5(filePath string) string {
 	h := md5.New()
 	f, err := os.Open(filePath)
 	if err != nil {
-		stopDeepDetect(name)
-		log.Fatal(err)
+		logging.Error("Can't open the file.", "["+filepath.Base(filePath)+"]")
+		os.Exit(1)
 	}
 	defer f.Close()
 	if _, err := io.Copy(h, f); err != nil {
-		stopDeepDetect(name)
-		log.Fatal(err)
+		logging.Error("Can't get checksum.", "["+filepath.Base(filePath)+"]")
+		os.Exit(1)
 	}
 	return (hex.EncodeToString(h.Sum(nil)))
 }

cmd/deepsort/hash_file.go

@@ -4,15 +4,21 @@ import (
 	"os"
 	"time"
 
+	"github.com/CorentinB/DeepSort/pkg/logging"
 	"github.com/labstack/gommon/color"
 )
 
+type Arguments struct {
+	Input string
+	URL   string
+}
+
 func main() {
 	start := time.Now()
-	name := startDeepDetect(os.Args[1])
-	color.Println(color.Yellow("[") + color.Cyan("CONTAINER: "+name) + color.Yellow("] ") + color.Yellow("Starting image classification.. "))
-	runRecursively(os.Args[1], name)
-	stopDeepDetect(name)
-	color.Println(color.Yellow("[") + color.Cyan("CONTAINER: "+name) + color.Yellow("] ") + color.Green("Successfully stopped DeepDetect. "))
+	arguments := new(Arguments)
+	argumentParsing(os.Args, arguments)
+	startGoogleNet(arguments)
+	logging.Success("Starting image classification..", "[GoogleNet]")
+	runRecursively(arguments)
 	color.Println(color.Cyan("Done in ") + color.Yellow(time.Since(start)) + color.Cyan("!"))
 }

cmd/deepsort/main.go

@@ -5,11 +5,12 @@ import (
 	"os"
 	"path/filepath"
 
+	"github.com/CorentinB/DeepSort/pkg/logging"
 	filetype "gopkg.in/h2non/filetype.v1"
 )
 
-func runRecursively(path string, name string) ([]string, error) {
-	searchDir := path
+func runRecursively(arguments *Arguments) ([]string, error) {
+	searchDir := arguments.Input
 
 	fileList := make([]string, 0)
 	e := filepath.Walk(searchDir, func(path string, f os.FileInfo, err error) error {
@@ -18,14 +19,14 @@ func runRecursively(path string, name string) ([]string, error) {
 	})
 
 	if e != nil {
-		stopDeepDetect(name)
-		panic(e)
+		logging.Error("Unable to process this directory.", "["+searchDir+"]")
+		os.Exit(1)
 	}
 
 	for _, file := range fileList {
 		buf, _ := ioutil.ReadFile(file)
 		if filetype.IsImage(buf) {
-			getClass(file, name)
+			getClass(file, arguments)
 		}
 	}
 

cmd/deepsort/process_recursively.go

@@ -1,22 +1,22 @@
 package main
 
 import (
-	"fmt"
 	"os"
 	"path/filepath"
+
+	"github.com/CorentinB/DeepSort/pkg/logging"
 )
 
-func renameFile(path string, name string, response string) {
+func renameFile(path string, arguments *Arguments, response string) {
 	absPath, _ := filepath.Abs(path)
-	hash := hashFileMD5(absPath, name)
+	hash := hashFileMD5(absPath)
 	dirPath := filepath.Dir(absPath)
 	extension := path[len(path)-4:]
 	newName := response + "_" + hash + extension
 
 	err := os.Rename(absPath, dirPath+"/"+newName)
 	if err != nil {
-		fmt.Println(err)
-		stopDeepDetect(name)
-		return
+		logging.Error("Unable to rename this file.", "["+filepath.Base(path)+"]")
+		os.Exit(1)
 	}
 }

cmd/deepsort/rename_file.go

@@ -3,6 +3,11 @@ package logging
 import "github.com/labstack/gommon/color"
 
 // Error log error messages.
-func Error(str string) {
-	color.Println(color.Red("[✖] ") + color.Yellow(str))
+func Error(str string, prefix string) {
+	color.Println(color.Red("[✖] ") + color.Red(prefix+" ") + color.Yellow(str))
+}
+
+// Success log success messages.
+func Success(str string, prefix string) {
+	color.Println(color.Green("[✔] ") + color.Green(prefix+" ") + color.Yellow(str))
 }