Restructuration of the whole project.

Author: CorentinB

cmd/deepsort/classify.go

@@ -0,0 +1,32 @@
+package main
+
+import (
+	"bytes"
+	"io/ioutil"
+	"net/http"
+	"path/filepath"
+
+	"github.com/labstack/gommon/color"
+)
+
+func getClass(path string, name string) {
+	url := "http://localhost:8080/predict"
+	path, _ = filepath.Abs(path)
+	var jsonStr = []byte(`{"service":"imageserv","parameters":{"input":{"width":224,"height":224},"output":{"best":1},"mllib":{"gpu":false}},"data":["` + path + `"]}`)
+	// DEBUG
+	//fmt.Println("Request: " + string(jsonStr))
+	req, err := http.NewRequest("POST", url, bytes.NewBuffer(jsonStr))
+	req.Close = true
+	client := &http.Client{}
+	resp, err := client.Do(req)
+	if err != nil {
+		stopDeepDetect(name)
+		panic(err)
+	}
+	defer resp.Body.Close()
+
+	body, _ := ioutil.ReadAll(resp.Body)
+	parsedResponse := parseResponse(body)
+	color.Println(color.Yellow("[") + color.Cyan(filepath.Base(path)) + color.Yellow("]") + color.Yellow(" Response: ") + color.Green(parsedResponse))
+	renameFile(path, name, parsedResponse)
+}

cmd/deepsort/deepsort

@@ -0,0 +1,55 @@
+package main
+
+import (
+	"bytes"
+	"fmt"
+	"net/http"
+	"os"
+	"os/exec"
+	"path/filepath"
+	"time"
+
+	"github.com/labstack/gommon/color"
+)
+
+func startDeepDetect(path string) string {
+	// Starting the DeepDetect docker image
+	name := randString(11, charset)
+	path, _ = filepath.Abs(path)
+	cmd := "docker"
+	args := []string{"run", "-d", "-p", "8080:8080", "-v", path + ":" + path, "--name", name, "beniz/deepdetect_cpu"}
+	if err := exec.Command(cmd, args...).Run(); err != nil {
+		fmt.Fprintln(os.Stderr, err)
+		stopDeepDetect(name)
+		os.Exit(1)
+	}
+	color.Println(color.Yellow("[") + color.Cyan("CONTAINER: "+name) + color.Yellow("] ") + color.Green("Successfully started DeepDetect. "))
+	// Starting the image classification service
+	time.Sleep(time.Second)
+	url := "http://localhost:8080/services/imageserv"
+	var jsonStr = []byte(`{"mllib":"caffe","description":"image classification service","type":"supervised","parameters":{"input":{"connector":"image"},"mllib":{"nclasses":1000}},"model":{"repository":"/opt/models/ggnet/"}}`)
+	req, err := http.NewRequest("PUT", url, bytes.NewBuffer(jsonStr))
+	client := &http.Client{}
+	resp, err := client.Do(req)
+	if err != nil {
+		stopDeepDetect(name)
+		panic(err)
+	}
+	defer resp.Body.Close()
+	if resp.Status != "201 Created" {
+		stopDeepDetect(name)
+		os.Exit(1)
+	}
+	color.Println(color.Yellow("[") + color.Cyan("CONTAINER: "+name) + color.Yellow("] ") + color.Green("Successfully started the image classification service. "))
+	return name
+}
+
+func stopDeepDetect(name string) {
+	// Stopping the DeepDetect docker image
+	cmd := "docker"
+	args := []string{"stop", name}
+	if err := exec.Command(cmd, args...).Run(); err != nil {
+		fmt.Fprintln(os.Stderr, err)
+		os.Exit(1)
+	}
+}

cmd/deepsort/docker.go

@@ -0,0 +1,24 @@
+package main
+
+import (
+	"crypto/md5"
+	"encoding/hex"
+	"io"
+	"log"
+	"os"
+)
+
+func hashFileMD5(filePath string, name string) string {
+	h := md5.New()
+	f, err := os.Open(filePath)
+	if err != nil {
+		stopDeepDetect(name)
+		log.Fatal(err)
+	}
+	defer f.Close()
+	if _, err := io.Copy(h, f); err != nil {
+		stopDeepDetect(name)
+		log.Fatal(err)
+	}
+	return (hex.EncodeToString(h.Sum(nil)))
+}

cmd/deepsort/hash_file.go

@@ -0,0 +1,18 @@
+package main
+
+import (
+	"os"
+	"time"
+
+	"github.com/labstack/gommon/color"
+)
+
+func main() {
+	start := time.Now()
+	name := startDeepDetect(os.Args[1])
+	color.Println(color.Yellow("[") + color.Cyan("CONTAINER: "+name) + color.Yellow("] ") + color.Yellow("Starting image classification.. "))
+	runRecursively(os.Args[1], name)
+	stopDeepDetect(name)
+	color.Println(color.Yellow("[") + color.Cyan("CONTAINER: "+name) + color.Yellow("] ") + color.Green("Successfully stopped DeepDetect. "))
+	color.Println(color.Cyan("Done in ") + color.Yellow(time.Since(start)) + color.Cyan("!"))
+}

cmd/deepsort/main.go

@@ -0,0 +1,23 @@
+package main
+
+import (
+	"strings"
+
+	"github.com/savaki/jq"
+)
+
+var replaceSpace = strings.NewReplacer(" ", "_")
+var replaceComma = strings.NewReplacer(",", "")
+var replaceDoubleQuote = strings.NewReplacer("\"", "")
+
+func parseResponse(rawResponse []byte) string {
+	op, _ := jq.Parse(".body.predictions.[0].classes.[0].cat")
+	value, _ := op.Apply(rawResponse)
+	class := strings.Split(string(value), " ")
+	class = class[1:len(class)]
+	result := strings.Join(class, " ")
+	result = replaceSpace.Replace(result)
+	result = replaceComma.Replace(result)
+	result = replaceDoubleQuote.Replace(result)
+	return (result)
+}

cmd/deepsort/parse_response.go

@@ -0,0 +1,33 @@
+package main
+
+import (
+	"io/ioutil"
+	"os"
+	"path/filepath"
+
+	filetype "gopkg.in/h2non/filetype.v1"
+)
+
+func runRecursively(path string, name string) ([]string, error) {
+	searchDir := path
+
+	fileList := make([]string, 0)
+	e := filepath.Walk(searchDir, func(path string, f os.FileInfo, err error) error {
+		fileList = append(fileList, path)
+		return err
+	})
+
+	if e != nil {
+		stopDeepDetect(name)
+		panic(e)
+	}
+
+	for _, file := range fileList {
+		buf, _ := ioutil.ReadFile(file)
+		if filetype.IsImage(buf) {
+			getClass(file, name)
+		}
+	}
+
+	return fileList, nil
+}

cmd/deepsort/process_recursively.go

@@ -0,0 +1,19 @@
+package main
+
+import (
+	"math/rand"
+	"time"
+)
+
+const charset = "abcdefghijklmnopqrstuvwxyz" +
+	"ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789"
+
+var seededRand = rand.New(rand.NewSource(time.Now().UnixNano()))
+
+func randString(length int, charset string) string {
+	b := make([]byte, length)
+	for i := range b {
+		b[i] = charset[seededRand.Intn(len(charset))]
+	}
+	return string(b)
+}

cmd/deepsort/rand_string.go

@@ -0,0 +1,22 @@
+package main
+
+import (
+	"fmt"
+	"os"
+	"path/filepath"
+)
+
+func renameFile(path string, name string, response string) {
+	absPath, _ := filepath.Abs(path)
+	hash := hashFileMD5(absPath, name)
+	dirPath := filepath.Dir(absPath)
+	extension := path[len(path)-4:]
+	newName := response + "_" + hash + extension
+
+	err := os.Rename(absPath, dirPath+"/"+newName)
+	if err != nil {
+		fmt.Println(err)
+		stopDeepDetect(name)
+		return
+	}
+}