Inflection-63 Integrate ko Wikidata into Unicode Inflection Inflection-62 Integrate ar Wikidata into Unicode Inflection Inflection-61 Integrate he Wikidata into Unicode Inflection Inflection-60 Integrate hi Wikidata into Unicode Inflection Inflection-58 Integrate nb Wikidata into Unicode Inflection Inflection-56 Integrate nl Wikidata into Unicode Inflection Inflection-55 Integrate tr Wikidata into Unicode Inflection Inflection-54 Integrate ru Wikidata into Unicode Inflection Inflection-53 Integrate it Wikidata into Unicode Inflection Inflection-52 Integrate pt Wikidata into Unicode Inflection Inflection-51 Integrate fr Wikidata into Unicode Inflection Inflection-50 Integrate de Wikidata into Unicode Inflection (#167)

Inflection-63 Integrate ko Wikidata into Unicode Inflection
Inflection-62 Integrate ar Wikidata into Unicode Inflection
Inflection-61 Integrate he Wikidata into Unicode Inflection
Inflection-60 Integrate hi Wikidata into Unicode Inflection
Inflection-58 Integrate nb Wikidata into Unicode Inflection
Inflection-56 Integrate nl Wikidata into Unicode Inflection
Inflection-55 Integrate tr Wikidata into Unicode Inflection
Inflection-54 Integrate ru Wikidata into Unicode Inflection
Inflection-53 Integrate it Wikidata into Unicode Inflection
Inflection-52 Integrate pt Wikidata into Unicode Inflection
Inflection-51 Integrate fr Wikidata into Unicode Inflection
Inflection-50 Integrate de Wikidata into Unicode Inflection

Author: grhoten

.gitignore

@@ -1,5 +1,6 @@
-build/*
+.DS_Store
+.idea
 .vscode/launch.json
 .vscode/settings.json
+build
 fst/__pycache__/*
-inflection/tools/dictionary-parser/bin/*

inflection/cmake/versions.mk

@@ -1,7 +1,6 @@
 #
 # Copyright 2021-2024 Apple Inc. All rights reserved.
 #
-CATCH2_VERSION := 3.8.0
-CF_VERSION := 5.10.1
+CATCH2_VERSION := 3.9.0
 ICU_VERSION_MINIMUM := 77.1
-MARISA_VERSION := 0.2.6
+MARISA_VERSION := 0.3.1

inflection/ext/lib/Marisa/CMakeLists.txt

@@ -27,9 +27,7 @@ else()
     set(ARTIFACT "v${MARISA_VERSION}.tar.gz")
     ExternalProject_Add(marisa-trie-download
             URL https://github.com/s-yata/marisa-trie/archive/refs/tags/v${MARISA_VERSION}.tar.gz
-            # This patch is needed to address weak vtables, which is an issue when using full link time optimization.
-            # The patch may need to be updated if another version is created or additional patches are needed.
-            BUILD_COMMAND ${CMAKE_CURRENT_LIST_DIR}/patch.sh ${CMAKE_CURRENT_BINARY_DIR}/marisa-trie ${CMAKE_CURRENT_LIST_DIR}/Exception.patch
+            BUILD_COMMAND ""
             CONFIGURE_COMMAND "" INSTALL_COMMAND "" LOG_DOWNLOAD ON EXCLUDE_FROM_ALL TRUE
             SOURCE_DIR ${CMAKE_CURRENT_BINARY_DIR}/marisa-trie
     )

inflection/ext/lib/Marisa/Exception.patch

@@ -1,8 +1,31 @@
+dictionary_ar.lst filter=lfs diff=lfs merge=lfs -text
 dictionary_da.lst filter=lfs diff=lfs merge=lfs -text
+dictionary_de.lst filter=lfs diff=lfs merge=lfs -text
 dictionary_en.lst filter=lfs diff=lfs merge=lfs -text
 dictionary_es.lst filter=lfs diff=lfs merge=lfs -text
+dictionary_fr.lst filter=lfs diff=lfs merge=lfs -text
+dictionary_he.lst filter=lfs diff=lfs merge=lfs -text
+dictionary_hi.lst filter=lfs diff=lfs merge=lfs -text
+dictionary_it.lst filter=lfs diff=lfs merge=lfs -text
+dictionary_ko.lst filter=lfs diff=lfs merge=lfs -text
+dictionary_nb.lst filter=lfs diff=lfs merge=lfs -text
+dictionary_nl.lst filter=lfs diff=lfs merge=lfs -text
+dictionary_pt.lst filter=lfs diff=lfs merge=lfs -text
+dictionary_ru.lst filter=lfs diff=lfs merge=lfs -text
+dictionary_sv.lst filter=lfs diff=lfs merge=lfs -text
+dictionary_tr.lst filter=lfs diff=lfs merge=lfs -text
+inflectional_ar.xml filter=lfs diff=lfs merge=lfs -text
 inflectional_da.xml filter=lfs diff=lfs merge=lfs -text
+inflectional_de.xml filter=lfs diff=lfs merge=lfs -text
 inflectional_en.xml filter=lfs diff=lfs merge=lfs -text
 inflectional_es.xml filter=lfs diff=lfs merge=lfs -text
+inflectional_fr.xml filter=lfs diff=lfs merge=lfs -text
+inflectional_he.xml filter=lfs diff=lfs merge=lfs -text
+inflectional_hi.xml filter=lfs diff=lfs merge=lfs -text
+inflectional_it.xml filter=lfs diff=lfs merge=lfs -text
+inflectional_nb.xml filter=lfs diff=lfs merge=lfs -text
+inflectional_nl.xml filter=lfs diff=lfs merge=lfs -text
+inflectional_pt.xml filter=lfs diff=lfs merge=lfs -text
+inflectional_ru.xml filter=lfs diff=lfs merge=lfs -text
 inflectional_sv.xml filter=lfs diff=lfs merge=lfs -text
-dictionary_sv.lst filter=lfs diff=lfs merge=lfs -text
+inflectional_tr.xml filter=lfs diff=lfs merge=lfs -text

inflection/ext/lib/Marisa/patch.sh

@@ -1,107 +1,3 @@
-أب: singular genitive nominative indefinite construct masculine imperative second adjective noun verb inflection=5a inflection=2a95 inflection=2e9a inflection=2131
-أخ: singular genitive nominative indefinite construct masculine imperative second interjection noun verb inflection=3ba inflection=713
-أختا: singular dual perfective accusative nominative indefinite construct feminine third past noun verb inflection=3a9 inflection=713
-أدخل: singular imperfective perfective masculine imperative first second third past present verb inflection=78f inflection=693
-أرسل: singular imperfective perfective masculine imperative first second third past present verb inflection=c34 inflection=829
-أزال: singular imperfective perfective masculine first third past present verb inflection=fad inflection=2368
-أسند: singular imperfective perfective masculine imperative first second third past present verb inflection=151d inflection=ad6
-أشار: singular perfective masculine third past verb inflection=15d4
-أضاف: singular perfective masculine third past verb inflection=1abc
-أعجب: singular imperfective perfective nominative indefinite construct masculine imperative first second third past present adjective verb inflection=1dd5 inflection=ef8 inflection=efe
-أكمل: singular imperfective perfective nominative indefinite construct masculine imperative first second third past present adjective verb inflection=62 inflection=29e4 inflection=13e6 inflection=148e
-أوقف: singular imperfective perfective masculine imperative first second third past present verb inflection=2ae6
-أي: particle
-اتصل: singular perfective masculine imperative second third past verb inflection=2b7e
-احمد: singular masculine imperative second verb inflection=4b3
-اختر: singular masculine imperative second verb inflection=2bc9 inflection=547
-استخدم: singular perfective masculine imperative second third past verb inflection=2c61
-اسحب: singular masculine imperative second verb inflection=a10
-اضغط: singular masculine imperative second verb inflection=d7e
-افتح: singular masculine imperative second verb inflection=114a
-اكتب: singular imperative second verb inflection=1406
-انتقل: singular perfective masculine imperative second third past verb inflection=2e2a
-انقر: singular masculine imperative second verb inflection=1bad
-باب: singular genitive nominative indefinite construct masculine noun inflection=2ecf
-بك: plural nominative construct masculine adjective inflection=2f09
-بيت: singular genitive nominative indefinite construct masculine noun inflection=3042
-تتذكر: singular imperfective masculine feminine second third present verb inflection=31a9
-تذكير: singular genitive nominative indefinite construct masculine infinitive noun verb inflection=34 inflection=743
-تذكيرا: singular dual accusative nominative indefinite construct masculine noun inflection=34
-تريد: singular imperfective masculine feminine second third present verb inflection=a6f
-تلك: singular feminine determiner particle inflection=73c
-تمرن: singular plural imperfective perfective nominative indefinite construct masculine feminine imperative second third past present infinitive noun verb inflection=4 inflection=3448 inflection=15d5 inflection=176c inflection=1e3a inflection=1f63 inflection=229c inflection=2393
-توقف: singular inanimate imperfective perfective nominative indefinite construct masculine feminine imperative second third past present infinitive noun verb inflection=7 inflection=2ae6 inflection=3513
-جميل: singular nominative indefinite construct masculine adjective noun inflection=306 inflection=310
-حزين: singular nominative indefinite construct masculine participle active adjective noun verb inflection=103 inflection=424 inflection=42a
-خائب: singular nominative indefinite construct masculine participle active adjective verb inflection=12 inflection=4fe
-خائف: singular nominative indefinite construct masculine participle active adjective verb inflection=3a inflection=24bc
-ذلك: singular masculine determiner particle inflection=73c
-رسالة: singular nominative indefinite construct masculine feminine infinitive noun verb inflection=81d inflection=829
-رفض: singular perfective nominative indefinite construct masculine third past infinitive noun verb inflection=86a inflection=871
-ستحتاج: singular imperfective second third future verb inflection=2ba6
-سعيد: singular nominative indefinite construct masculine participle active adjective verb inflection=a56 inflection=1efc
-شارك: singular perfective masculine imperative second third past verb inflection=b2d
-شجاع: singular nominative indefinite construct masculine participle active adjective verb inflection=b6e inflection=b74
-شربة: singular inanimate nominative indefinite construct feminine noun inflection=3d
-شغل: singular perfective nominative indefinite construct masculine third past infinitive noun verb inflection=bd8 inflection=bdf
-شغوف: singular nominative indefinite construct masculine infinitive participle active adjective verb inflection=b inflection=bde
-شغّل: singular perfective masculine imperative second third past verb inflection=2301
-طاولتين: dual accusative indefinite feminine noun inflection=2
-عالق: singular nominative indefinite construct masculine adjective noun inflection=b inflection=ead
-عدل: singular plural perfective nominative indefinite construct masculine third past infinitive adjective noun verb inflection=ea inflection=f09 inflection=2718
-غاضب: singular perfective nominative indefinite construct masculine imperative second third past participle active adjective noun verb inflection=1b inflection=1049 inflection=104f inflection=10a7
-غيور: singular nominative indefinite construct masculine adjective inflection=20e
-فاقد: singular nominative indefinite construct masculine participle active adjective verb inflection=113a inflection=11db
-فخور: singular nominative indefinite construct masculine adjective noun inflection=b inflection=1b
-قادر: singular perfective genitive nominative indefinite construct masculine imperative second third past adjective noun verb inflection=df inflection=1244 inflection=23e4
-قبل: singular plural inanimate perfective nominative indefinite construct masculine feminine third past conjunction noun adposition verb inflection=2b8 inflection=1290 inflection=1298 inflection=129e
-قلق: singular perfective nominative indefinite construct masculine third past infinitive participle active adjective noun verb inflection=61 inflection=135f inflection=1363
-كسب: singular perfective nominative indefinite construct masculine third past infinitive noun verb inflection=5 inflection=1451
-كيلومتر: singular genitive nominative indefinite construct masculine noun inflection=34
-متحمس: singular nominative indefinite construct masculine participle active passive adjective noun verb inflection=3a inflection=60 inflection=313e
-متضايق: singular nominative indefinite construct masculine participle active passive adjective verb inflection=b inflection=d55 inflection=27e9
-متفائل: singular nominative indefinite construct masculine participle active adjective noun verb inflection=b inflection=1b inflection=3340
-متفاجئ: singular nominative indefinite construct masculine participle active adjective verb inflection=1 inflection=2915
-متوتر: singular inanimate nominative indefinite construct masculine participle active passive adjective noun verb inflection=7 inflection=b inflection=34e5
-متوقف: singular nominative indefinite construct masculine participle active passive adjective verb inflection=1 inflection=3513
-محبط: singular nominative indefinite construct masculine participle active passive adjective verb inflection=1 inflection=350c
-محبطون: plural animate nominative indefinite masculine adjective inflection=1
-محرج: nominative construct participle active passive adjective verb inflection=358a inflection=16b0
-مذنب: singular nominative indefinite construct masculine participle active passive adjective noun verb inflection=12 inflection=83 inflection=9a1
-مرتاح: singular nominative indefinite construct masculine participle active passive adjective verb inflection=b3 inflection=2bdf
-مرح: singular perfective nominative indefinite construct masculine third past infinitive participle active adjective noun verb inflection=1742 inflection=1745 inflection=2691
-مرحبا: dual perfective nominative construct masculine imperative second third past adjective interjection verb inflection=174a inflection=174c
-مرفوضة: singular nominative indefinite construct feminine adjective noun inflection=1 inflection=2
-مرهق: nominative construct participle active passive adjective verb inflection=edb inflection=176f
-مستمتع: singular nominative indefinite construct masculine participle active passive adjective verb inflection=6 inflection=2cf9
-مسرور: singular nominative indefinite construct masculine participle passive adjective verb inflection=6 inflection=a36
-مشغول: singular nominative indefinite construct masculine participle passive adjective verb inflection=1 inflection=bdf
-مشمئز: singular nominative indefinite masculine adjective inflection=1801
-مصر: singular perfective genitive nominative indefinite construct masculine imperative second third past present passive adjective noun proper-noun verb inflection=11 inflection=1817 inflection=1819 inflection=2943
-مضاف: singular nominative indefinite construct masculine participle passive adjective verb inflection=12 inflection=1abc
-مطعم: singular genitive nominative indefinite construct masculine participle active passive adjective noun verb inflection=6 inflection=1c95 inflection=184d
-معطل: singular nominative indefinite construct masculine participle passive adjective noun verb inflection=b inflection=16 inflection=2582
-مغلق: singular inanimate nominative indefinite construct masculine participle active passive adjective noun verb inflection=6 inflection=22dc inflection=18b4
-مفتوح: singular nominative indefinite construct masculine participle passive adjective noun verb inflection=1 inflection=114a inflection=18c1
-مفتوحة: singular plural nominative indefinite construct masculine feminine adjective noun inflection=1 inflection=18c1
-مفعّل: singular nominative indefinite construct masculine participle active passive adjective verb inflection=1 inflection=11d8
-مقفل: singular nominative indefinite construct masculine participle active passive adjective noun verb inflection=1 inflection=57 inflection=28fd
-ممتن: singular nominative indefinite construct masculine participle active passive adjective noun verb inflection=6 inflection=1b inflection=2a19
-مندهش: singular nominative indefinite construct masculine participle active passive adjective verb inflection=12 inflection=2e5b
-منزعج: singular nominative indefinite construct masculine participle active passive adjective noun verb inflection=12 inflection=1b inflection=2e5d
-نافذة: singular nominative indefinite construct masculine feminine adjective noun inflection=1a73 inflection=1a75 inflection=1a78
-هاتف: singular perfective genitive nominative indefinite construct masculine imperative second third past participle active adjective noun verb inflection=6 inflection=1c18 inflection=1c23 inflection=1c4a
-هادئ: singular nominative indefinite construct masculine participle active adjective verb inflection=b inflection=1c58
-هذا: singular masculine determiner inflection=1c5c
-هذه: singular feminine determiner inflection=9e inflection=1c5c
-واثق: singular perfective nominative indefinite construct masculine imperative second third past participle active adjective noun verb inflection=12 inflection=109 inflection=1cdb inflection=1d15
-وحيد: singular nominative indefinite construct masculine participle active adjective verb inflection=1d2a inflection=1d34
-يائس: singular nominative indefinite construct masculine participle active adjective noun verb inflection=4e inflection=1dde inflection=1de0
-ياردتا: dual nominative construct masculine noun inflection=2a
-يرسل: singular imperfective masculine third present verb inflection=c34 inflection=829
-يعجب: singular imperfective masculine third present verb inflection=1dd5 inflection=ef8
-Apple: singular nominative indefinite feminine noun proper-noun inflection=23
-iPhone: singular nominative indefinite masculine noun proper-noun inflection=19
-==============================================
-Manually curated for tests to pass
-Copyright 2024-2024 Apple Inc. All rights reserved.
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3ce5339d95517edbdc9c824f002e076351e6ced9bb67c7109ad3d486e3a77e
+size 893500

inflection/resources/org/unicode/inflection/dictionary/.gitattributes

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86217cc3a8cc3a9319523fbc8b47f75b64e36736b12db448ade7865f8d6c32f5
-size 37765911
+oid sha256:6226384ce104886c32e6a90432f8b41d96be0f9925eb10896095250d048b6c8b
+size 38557469