added parameter languageCheck

Author: alenegro81

src/main/java/com/graphaware/nlp/procedure/NLPProcedure.java

@@ -70,6 +70,7 @@ public class NLPProcedure {
     private static final String PARAMETER_NAME_STORE_TEXT = "store";
     private static final String PARAMETER_NAME_INPUT_OUTPUT = "result";
     private static final String PARAMETER_NAME_SCORE = "score";
+    private static final String PARAMETER_NAME_LANGUAGE_CHECK = "languageCheck";
 
     private final FeatureBasedProcessLogic featureBusinessLogic;
 
@@ -94,8 +95,9 @@ public RawIterator<Object[], ProcedureException> apply(Context ctx, Object[] inp
                     checkIsMap(input[0]);
                     Map<String, Object> inputParams = (Map) input[0];
                     String text = (String) inputParams.get(PARAMETER_NAME_TEXT);
+                    boolean checkForLanguage = (Boolean) inputParams.getOrDefault(PARAMETER_NAME_LANGUAGE_CHECK, true);
                     LOG.warn("Text: " + text);
-                    if (text == null || !LanguageManager.getInstance().isTextLanguageSupported(text)) {
+                    if (text == null || (checkForLanguage && !LanguageManager.getInstance().isTextLanguageSupported(text))) {
                         LOG.info("text is null or language not supported or unable to detect the language");
                         return Iterators.asRawIterator(Collections.<Object[]>emptyIterator());
                     }

src/test/java/com/graphaware/nlp/processor/TextProcessorTest.java

@@ -199,7 +199,26 @@ public void testAnnotatedTextWithPosition() {
         Sentence sentence2 = annotateText.getSentences().get(1);
         assertEquals("chart", sentence2.getTagOccurrence(184).getLemma());
         assertEquals("Figure", sentence2.getTagOccurrence(193).getLemma());
-        
-        
+    }
+    
+    @Test
+    public void testAnnotatedShortText() {
+        TextProcessor textProcessor = new TextProcessor();
+        AnnotatedText annotateText = textProcessor.annotateText("Fixing Batch Endpoint Logging Problem", 1, 1, false);
+
+        assertEquals(1, annotateText.getSentences().size());
+
+        GraphPersistence peristence = new LocalGraphDatabase(getDatabase());
+        peristence.persistOnGraph(annotateText);        
+
+    }
+    
+    @Test
+    public void testAnnotatedShortText2() {
+        TextProcessor textProcessor = new TextProcessor();
+        AnnotatedText annotateText = textProcessor.annotateText("Importing CSV data does nothing", 1, 1, false);
+        assertEquals(1, annotateText.getSentences().size());
+        GraphPersistence peristence = new LocalGraphDatabase(getDatabase());
+        peristence.persistOnGraph(annotateText);        
     }
 }