Fix #32

Now the tokens after a preprocessor directive (until EOL) are ignored

Author: Hexer10

SourcepawnCondenser/SourcepawnCondenser/Tokenizer/Tokenizer.cs

@@ -393,10 +393,16 @@ public static List<Token> TokenizeString(string Source, bool IgnoreMultipleEOL)
 
                             var directiveString = Source.Substring(startIndex, endIndex - startIndex);
                             token.Add(new Token(directiveString, TokenKind.PrePocessorDirective, startIndex));
-                            i = endIndex - 1;
+                            for (var j = i + 1; j < sArrayLength; ++j)
+                                if (sArray[j] == '\n' || sArray[j] == '\r')
+                                {
+                                    i = j-1;
+                                    break;
+                                }
                             continue;
                         }
                     }
+
                 }
 
                 #endregion