clean up whitespace event logic

Author: gregors

lib/boilerpipe/sax/html_content_handler.rb

@@ -10,7 +10,6 @@ def initialize
       @label_stacks = []
       @tag_actions = ::Boilerpipe::SAX::TagActionMap.tag_actions
       @tag_level = 0
-      @sb_last_was_whitespace = false
       @text_buffer = ''
       @token_buffer = ''
       @offset_blocks = 0
@@ -61,7 +60,6 @@ def characters(text)
       #  add a single space if the block was only whitespace
       if text.empty?
         append_space
-        @last_event = :WHITESPACE
         return
       end
 
@@ -72,7 +70,6 @@ def characters(text)
       append_text(text)
       append_space if ended_with_whitespace
 
-      @last_event = :CHARACTERS
     end
 
     def end_element(name)
@@ -106,7 +103,7 @@ def flush_block
       when 0
         return
       when 1
-        clear_buffers if @sb_last_was_whitespace
+        clear_buffers if @last_event == :WHITESPACE
         return
       end
 
@@ -224,16 +221,15 @@ def add_text_block(text_block)
 
     # append space if last character wasn't already one
     def append_space
-      return if @sb_last_was_whitespace
-
-      @sb_last_was_whitespace = true
+      return if @last_event == :WHITESPACE
+      @last_event = :WHITESPACE
 
       @text_buffer << ' '
       @token_buffer << ' '
     end
 
     def append_text(text)
-      @sb_last_was_whitespace = false
+      @last_event = :CHARACTERS
       @text_buffer << text
       @token_buffer << text
     end