Lemmatization of interrogative verbs in Chinese.

Author: dan-zeman

udapi/block/ud/zh/lemmatize.py

@@ -47,25 +47,32 @@ def process_node(self, node):
             return
         # Lemmatize negated verbs to their affirmative forms.
         # 不是 bùshì = not be
-        # 没有 méiyǒu = not exist
-        # 沒能 méinéng = cannot
+        # 沒有 没有 méiyǒu = not exist
+        # 沒能 没能 méinéng = cannot
         # 未能 wèinéng = cannot
+        # Lemmatize question verbs to their base forms.
+        # 要不要 yàobùyào = do (you) want?
+        # 有没有 yǒuméiyǒu = do (you) have?
         # Verbs that are derived from the copula and tagged as the copula need
         # to have the lemma of the copula (是 shì 爲 為 为 wèi/wéi).
-        # 亦為 亦为 Yì wèi také
-        # 則為 则为 Zé wèi potom
-        # 更為 更为 Gèng wèi více
-        # 認為 认为 Rènwéi myslet, věřit
-        # 以為 以为 Yǐwéi myslet, věřit
-        # 以爲 以为 Yǐwéi myslet, věřit
+        # 亦為 亦为 yìwèi = také
+        # 則為 则为 zéwèi = potom
+        # 更為 更为 gèngwèi = více
+        # 認為 认为 rènwéi = myslet, věřit
+        # 以為 以为 yǐwéi = myslet, věřit
+        # 以爲 以为 yǐwéi = myslet, věřit
         if re.match(r'^(AUX|VERB)$', node.upos):
             m1 = re.match(r'^([不没沒未])(.+)$', node.form)
-            m2 = re.search(r'([是爲為为])', node.form)
+            m2 = re.match(r'^(.+)([不没沒未])\1$', node.form)
+            m3 = re.search(r'([是爲為为])', node.form)
             if m1:
                 node.lemma = m1.group(2)
                 node.feats['Polarity'] = 'Neg'
             elif m2:
                 node.lemma = m2.group(1)
+                node.feats['Mood'] = 'Int'
+            elif m3:
+                node.lemma = m3.group(1)
                 if node.lemma == '爲':
                     node.lemma = '為'
         elif node.form in self.lemma: