Bump classifier version to 1.4.4 and improve LSI content node scaling

- Update classifier version from 1.4.3 to 1.4.4 in Gemfile.lock and gemspec
- Enhance LSI content node scaling by considering unique words count
- Add test case for classifying repeated words in LSI

Author: cardmagic

Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    classifier (1.4.3)
+    classifier (1.4.4)
       fast-stemmer (~> 1.0)
       mutex_m (~> 0.2)
       rake

classifier.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name        = 'classifier'
-  s.version     = '1.4.3'
+  s.version     = '1.4.4'
   s.summary     = 'A general classifier module to allow Bayesian and other types of classifications.'
   s.description = 'A general classifier module to allow Bayesian and other types of classifications.'
   s.author = 'Lucas Carlson'

lib/classifier/lsi/content_node.rb

@@ -45,10 +45,11 @@ def raw_vector_with(word_list)
 
       # Perform the scaling transform
       total_words = $GSL ? vec.sum : vec.sum_with_identity
+      total_unique_words = vec.count { |word| word != 0 }
 
       # Perform first-order association transform if this vector has more
       # than one word in it.
-      if total_words > 1.0
+      if total_words > 1.0 && total_unique_words > 1
         weighted_total = 0.0
 
         vec.each do |term|

test/lsi/lsi_test.rb

@@ -40,6 +40,7 @@ def test_basic_categorizing
     assert_equal 'Dog', lsi.classify(@str1)
     assert_equal 'Cat', lsi.classify(@str3)
     assert_equal 'Bird', lsi.classify(@str5)
+    assert_equal 'Bird', lsi.classify('Bird me to Bird')
   end
 
   def test_external_classifying