feat: process css and scss (#165) (#187)

* feat: process css and scss (#165)

* feat: add CSSExtractor

* chore: fix pr

* wip: process sass extension

* wip: fix pr

* wip: rename file

Author: yaronskaya

src/main/kotlin/app/extractors/CommonExtractor.kt

@@ -29,7 +29,6 @@ class CommonExtractor : ExtractorInterface {
             reversedMap.put("html", listOf("html", "htm"))
             reversedMap.put("j", listOf("ijs"))
             reversedMap.put("julia", listOf("jl"))
-            reversedMap.put("kotlin", listOf("kt"))
             reversedMap.put("lisp", listOf("lisp", "lsp", "l"))
             reversedMap.put("lua", listOf("lua"))
             reversedMap.put("makefile", listOf("makefile"))
@@ -74,6 +73,7 @@ class CommonExtractor : ExtractorInterface {
                 file
             } else null
         }
+
         return super.extract(files)
     }
 }

src/main/kotlin/app/extractors/CssExtractor.kt

@@ -0,0 +1,35 @@
+// Copyright 2018 Sourcerer Inc. All Rights Reserved.
+// Author: Liubov Yaronskaya ([email protected])
+
+package app.extractors
+
+import app.model.CommitStats
+import app.model.DiffFile
+
+class CssExtractor : ExtractorInterface {
+    companion object {
+        val LANGUAGE_NAME = "css"
+        val FILE_EXTS = listOf("css", "scss", "less", "sass")
+    }
+
+    override fun extract(files: List<DiffFile>): List<CommitStats> {
+        files.map { file -> file.language = LANGUAGE_NAME }
+        val stats = FILE_EXTS.filter { it != "css" }.map { extension ->
+            val result = files.filter { it.extension == extension }
+                .fold(Pair(0, 0)) { total, file ->
+                    val currentNumAdded = file.getAllAdded()
+                                              .filter { it.isNotBlank() }.size
+                    val currentNumDeleted = file.getAllDeleted()
+                                                .filter { it.isNotBlank() }.size
+                    Pair(total.first + currentNumAdded,
+                         total.second + currentNumDeleted)}.toList()
+
+            CommitStats(numLinesAdded = result[0],
+                        numLinesDeleted = result[1],
+                        type = Extractor.TYPE_LIBRARY,
+                        tech = extension)
+        }.filter { it.numLinesAdded > 0 || it.numLinesDeleted > 0 }
+
+        return stats + super.extract(files)
+    }
+}

src/main/kotlin/app/extractors/Extractor.kt

@@ -31,6 +31,7 @@ class Extractor : ExtractorInterface {
             in ObjectiveCExtractor.FILE_EXTS -> ObjectiveCExtractor()
             in SwiftExtractor.FILE_EXTS -> SwiftExtractor()
             in KotlinExtractor.FILE_EXTS -> KotlinExtractor()
+            in CssExtractor.FILE_EXTS -> CssExtractor()
             else -> CommonExtractor()
         }
     }

src/test/kotlin/test/tests/hashers/CommitHasherTest.kt

@@ -294,5 +294,54 @@ class CommitHasherTest : Spek({
         }
     }
 
+    given("commits with scss stats") {
+
+        val lines = listOf("first line in css file", "",
+                "third line in css file")
+
+        val author = Author(userName, userEmail)
+
+        val testRepoPath = "../testrepo-extractor-"
+        val testRepo = TestRepo(testRepoPath + "css")
+
+        val mockApi = MockApi(mockRepo = repo)
+        val observable = CommitCrawler.getObservable(testRepo.git, repo)
+
+        it("sends stats") {
+            for (i in 0..lines.size - 1) {
+                val line = lines[i]
+                val fileName = "file$i.scss"
+                testRepo.createFile(fileName, listOf(line))
+                testRepo.commit(message = "$line in $fileName", author = author)
+            }
+
+            val errors = mutableListOf<Throwable>()
+
+            val rehashes = (0..lines.size - 1).map { "r$it" }
+
+            CommitHasher(repo, mockApi, rehashes, emails)
+                    .updateFromObservable(observable, { e -> errors.add(e) })
+            if (errors.size > 0) {
+                println(errors[0].message)
+            }
+            assertEquals(0, errors.size)
+
+            val syntaxStats = mockApi.receivedAddedCommits
+                    .fold(mutableListOf<CommitStats>()) { allStats, commit ->
+                        allStats.addAll(commit.stats)
+                        allStats
+                    }.filter { it.type == Extractor.TYPE_LIBRARY }
+
+            val scssStats = syntaxStats.filter { it.tech == "scss" }
+            assertEquals(2, scssStats.size)
+            assertEquals(2, scssStats.map { it.numLinesAdded }.sum())
+            assertEquals(0, scssStats.map { it.numLinesDeleted }.sum())
+        }
+
+        afterGroup {
+            testRepo.destroy()
+        }
+    }
+
     cleanRepos()
 })