Merge pull request #491 from aycabta/fix-for-symbol-detection-when-nested-method

Fix for symbol detection when nested method

Author: hsbt

lib/rdoc/ruby_lex.rb

@@ -1085,7 +1085,7 @@ def identify_identifier
         token.concat getc
       end
     elsif @lex_state == :EXPR_BEG || @lex_state == :EXPR_DOT ||
-          @lex_state == :EXPR_ARG
+          @lex_state == :EXPR_ARG || @lex_state == :EXPR_MID
       @lex_state = :EXPR_ARG
     else
       @lex_state = :EXPR_END

test/test_rdoc_ruby_lex.rb

@@ -883,6 +883,21 @@ def test_class_tokenize_particular_kind_of_symbols
     assert_equal expected, tokens
   end
 
+  def test_class_tokenize_symbol_for_nested_method
+    tokens = RDoc::RubyLex.tokenize 'return untrace_var :name', nil
+
+    expected = [
+      @TK::TkRETURN    .new( 0, 1,  0, "return"),
+      @TK::TkSPACE     .new( 6, 1,  6, " "),
+      @TK::TkIDENTIFIER.new( 7, 1,  7, "untrace_var"),
+      @TK::TkSPACE     .new(18, 1, 18, " "),
+      @TK::TkSYMBOL    .new(19, 1, 19, ":name"),
+      @TK::TkNL        .new(24, 1, 24, "\n"),
+    ]
+
+    assert_equal expected, tokens
+  end
+
   def test_class_tokenize_symbol_with_quote
     tokens = RDoc::RubyLex.tokenize <<RUBY, nil
 a.include?()?"a":"b"