feat: add config properties to disable hashers, disable code longevity (#185)

* feat: disable code longevity

* feat: add number of commits for author calculation

* feat: add more env switch for hashers

* chore: refactor

Author: astansler

build.gradle

@@ -55,6 +55,11 @@ buildConfig {
     // Models storage path.
     buildConfigField 'String', 'LIBRARY_MODELS_URL', 'https://storage.googleapis.com/sourcerer-app/library-models/v1/'
 
+    // Hashing.
+    buildConfigField 'boolean', 'COMMIT_HASHER_ENABLED', project.hasProperty('commit-hasher-enabled') ? project.property('commit-hasher-enabled').toString() : 'true'
+    buildConfigField 'boolean', 'FACT_HASHER_ENABLED', project.hasProperty('fact-hasher-enabled') ? project.property('fact-hasher-enabled').toString() : 'true'
+    buildConfigField 'boolean', 'LONGEVITY_ENABLED', project.hasProperty('longevity-enabled') ? project.property('longevity-enabled').toString() : 'false'
+
     buildConfig
 }
 

src/main/kotlin/app/hashers/CommitCrawler.kt

@@ -57,7 +57,7 @@ object CommitCrawler {
     }
 
     fun fetchRehashesAndAuthors(git: Git):
-        Pair<LinkedList<String>, HashSet<Author>> {
+        Triple<LinkedList<String>, HashSet<Author>, HashMap<String, Int>> {
         val head: RevCommit = RevWalk(git.repository)
             .parseCommit(getDefaultBranchHead(git))
 
@@ -67,6 +67,7 @@ object CommitCrawler {
         val commitsRehashes = LinkedList<String>()
         val emails = hashSetOf<String>()
         val names = hashMapOf<String, String>()
+        val commitsCount = hashMapOf<String, Int>()
 
         var commit: RevCommit? = revWalk.next()
         while (commit != null) {
@@ -81,6 +82,7 @@ object CommitCrawler {
                     names[email] = name
                 }
             }
+            commitsCount[email] = commitsCount.getOrDefault(email, 0) + 1
 
             commit.disposeBody()
             commit = revWalk.next()
@@ -90,11 +92,12 @@ object CommitCrawler {
         val authors = emails.map { email -> Author(names[email]!!, email) }
             .toHashSet()
 
-        return Pair(commitsRehashes, authors)
+        return Triple(commitsRehashes, authors, commitsCount)
     }
 
     fun getJGitObservable(git: Git,
                           totalCommitCount: Int = 0,
+                          filteredEmails: HashSet<String>? = null,
                           tail : RevCommit? = null) : Observable<JgitPair> =
         Observable.create { subscriber ->
 
@@ -138,6 +141,12 @@ object CommitCrawler {
             } else 0.0
             Logger.printCommit(commit.shortMessage, commit.name, perc)
 
+            val email = commit.authorIdent.emailAddress
+            if (filteredEmails != null && !filteredEmails.contains(email)) {
+                commit = parentCommit
+                continue
+            }
+
             val diffEntries = df.scan(parentCommit, commit)
             val diffEdits = diffEntries
             .filter { diff ->

src/main/kotlin/app/hashers/RepoHasher.kt

@@ -3,6 +3,7 @@
 
 package app.hashers
 
+import app.BuildConfig
 import app.Logger
 import app.api.Api
 import app.config.Configurator
@@ -56,18 +57,29 @@ class RepoHasher(private val localRepo: LocalRepo, private val api: Api,
                 Logger.error(e, "Hashing error")
             }
 
+            // Only code longevity needs to calculate each commit, if it's
+            // disabled then read only author's emails.
+            val crawlerEmails = if (!BuildConfig.LONGEVITY_ENABLED) {
+                filteredEmails
+            } else null
+            val jgitObservable = CommitCrawler.getJGitObservable(git,
+                rehashes.size, crawlerEmails).publish()
+            val observable = CommitCrawler.getObservable(git,
+                jgitObservable, serverRepo)
+
             // Hash by all plugins.
-            val jgitObservable =
-                CommitCrawler.getJGitObservable(git, rehashes.size).publish()
-            val observable =
-                CommitCrawler.getObservable(git, jgitObservable, serverRepo)
-
-            CommitHasher(serverRepo, api, rehashes, filteredEmails)
-                .updateFromObservable(observable, onError)
-            FactHasher(serverRepo, api, rehashes, filteredEmails)
-                .updateFromObservable(observable, onError)
-            CodeLongevity(serverRepo, filteredEmails, git)
-                .updateFromObservable(jgitObservable, onError, api)
+            if (BuildConfig.COMMIT_HASHER_ENABLED) {
+                CommitHasher(serverRepo, api, rehashes, filteredEmails)
+                    .updateFromObservable(observable, onError)
+            }
+            if (BuildConfig.FACT_HASHER_ENABLED) {
+                FactHasher(serverRepo, api, rehashes, filteredEmails)
+                    .updateFromObservable(observable, onError)
+            }
+            if (BuildConfig.LONGEVITY_ENABLED) {
+                CodeLongevity(serverRepo, filteredEmails, git)
+                    .updateFromObservable(jgitObservable, onError, api)
+            }
 
             // Start and synchronously wait until all subscribers complete.
             Logger.print("Stats computation. May take a while...")