fix: replace missing emojis (#15)

* fix: replace missing emojis in training data

* fix: update model to remove missing emojis

* fix: update swift package to reflect resources for tests

* chore: track mlmodel files with git-lfs

* chore: pull lfs files for workflows

* chore: fix path for TeemojiClassifier

Author: willswire

.gitattributes

@@ -0,0 +1 @@
+*.mlmodel filter=lfs diff=lfs merge=lfs -text

.github/workflows/release.yml

@@ -22,6 +22,8 @@ jobs:
     steps:
       # Checkout the repository
       - uses: actions/checkout@v4
+        with:
+          lfs: "true"
 
       # Install 'just' using Homebrew
       - name: Install 'just' using Homebrew

Package.swift

@@ -14,7 +14,8 @@ let package = Package(
         ),
         .testTarget(
             name: "TeemojiTests",
-            dependencies: ["teemoji"]
+            dependencies: ["teemoji"],
+            resources: [.copy("../Sources/TeemojiClassifier.mlmodelc")]
         ),
     ]
 )

Resources/TeemojiClassifier.mlpackage/Data/com.apple.CoreML/FeatureDescriptions.json

@@ -1 +1 @@
-{"id":"ADF74EEF-C1C3-4B71-BAAC-6F96C3C430F9","preferredFilename":"training_data","dataResult":{"classesCount":497,"dataAnalysis":{"objectDetectorAnalysis":{"details":{}},"classifierAnalysis":{"labelStats":{"🗓️":10,"🏹":1,"🧾":4,"🛣️":5,"❌":185,"🧮":15,"🎴":1,"🎒":3,"👨‍🍳":1,"🤔":50,"🥷":1,"📃":11,"🎨":9,"🗎":1,"🎛️":4,"⚙️":111,"💰":1,"📧":23,"🏷️":11,"🦄":1,"🚢":1,"🎧":18,"6️⃣":1,"👤":80,"🌊":7,"📍":22,"🗀":1,"🪟":1,"🔄":301,"🔚":28,"🥋":1,"💼":26,"🌧️":8,"🔃":7,"👥":27,"🔈":2,"👾":1,"▶️":1,"🔊":14,"📴":9,"🎙":1,"📋":33,"↗️":1,"🎈":2,"🖲️":1,"🇺🇸":1,"🌳":11,"👍":11,"🌐":339,"↪️":3,"⛈️":1,"🖨️":11,"🔒":148,"🪄":1,"📀":6,"📇":2,"🌡":3,"🥺":3,"🏓":20,"💤":3,"🚶":1,"↓":1,"⌨️":9,"📈":86,"⏫":2,"🚶‍♂️":2,"🖼️":22,"📑":30,"🆙":1,"🛜":1,"🧱":5,"💻":103,"👟":1,"🐋":2,"🖍️":1,"✍️":19,"☁️":4,"➡️":10,"🌀":21,"💭":4,"🕸":1,"👷‍♂️":1,"🩺":1,"⚡":12,"🐶":2,"📬":21,"📉":52,"⏸️":3,"💲":3,"📺":4,"👔":2,"🌬️":1,"🚨":38,"⁉️":12,"⬆️":15,"🚀":108,"🚯":1,"💿":13,"⏹️":4,"🧠":46,"📛":9,"📫":3,"🗂":6,"🥢":1,"🙃":4,"🕳️":11,"📁":174,"⚖️":18,"🛂":1,"👀":15,"🍀":1,"📭":11,"❗️":1,"🟤":1,"🗜️":10,"☕":13,"🌿":23,"🧑‍💻":12,"🥲":2,"⬜":3,"1️⃣":1,"➖":5,"🎟️":1,"🗄️":49,"🗻":7,"🚩":4,"🖧":17,"🟦":1,"🧹":15,"🕗":1,"🛡":2,"🐟":1,"🏃‍♂️":3,"📥":46,"🔝":6,"🛰":1,"🕙":1,"🏃":9,"🎊":2,"🛤":1,"🔦":2,"⚰️":1,"🥇":1,"0️⃣":12,"🥚":2,"🔤":6,"↔️":5,"🖨":1,"❓":122,"⏏️":2,"🗑️":35,"📤":28,"🗜":1,"😴":2,"〰️":1,"🛠":4,"🌡️":8,"🆔":9,"🏞️":3,"🏦":1,"🌍":180,"🦊":24,"😞":1,"🏚️":1,"🙅":9,"📩":1,"📆":11,"☎️":2,"✉️":7,"🎵":12,"🏗️":26,"📰":5,"🏭":1,"😶":3,"🐛":8,"📱":2,"🤷‍♂️":3,"😊":5,"🙅‍♀️":1,"⏬":1,"🙋‍♀️":1,"😅":1,"↕️":1,"🆗":6,"↻":1,"✔️":41,"➰":1,"🚗":1,"🤷":5,"📘":24,"🛢️":3,"🛣":1,"➕":8,"🗙":1,"🐚":22,"👑":8,"🥅":1,"📜":156,"🤭":1,"🔠":7,"🐾":2,"☑️":1,"🧼":2,"🔕":4,"🌙":4,"🛑":88,"🗨":1,"🚮":6,"🗣":3,"🖋️":9,"⭕":6,"✂️":21,"🌈":4,"📨":3,"🔻":1,"🎮":2,"🐱‍💻":1,"📂":190,"🔗":189,"⚠️":185,"🗝️":5,"🖤":1,"🙏":2,"⛔":48,"👻":5,"🎥":8,"🔖":10,"🙅‍♂️":5,"🖥️":82,"🌏":2,"📹":1,"👨‍💼":1,"🧐":9,"🙂":1,"🎁":1,"📎":9,"🟢":6,"🆕":21,"⛰️":2,"✋":7,"⏰":99,"🚸":1,"📻":2,"⏭️":2,"🍴":1,"😟":1,"💾":252,"🕐":4,"📞":6,"🔓":37,"🙊":1,"🚧":48,"🌓":1,"🔀":23,"🌪️":2,"🌲":3,"🌅":1,"🌌":5,"🧩":20,"🍺":1,"🕵️":7,"💢":6,"🗃":3,"🍕":1,"🤝":7,"🙀":1,"🆚":3,"🔌":123,"🌟":12,"👨‍👩‍👧‍👦":1,"🚷":43,"👷":2,"🔙":28,"🤖":14,"🔏":3,"🎉":62,"👐":1,"📯":1,"✅":159,"🏆":4,"❎":1,"💣":9,"🆘":9,"🧭":8,"🏢":12,"🛰️":13,"🕛":3,"🔇":13,"💡":34,"🏠":217,"⏱️":55,"🖇️":4,"‼️":2,"🖊️":5,"🗃️":45,"🏁":20,"📅":57,"🔨":33,"🖌️":1,"🎛":1,"🔁":10,"📣":8,"🎯":10,"🤗":1,"📊":158,"🧰":2,"🙈":10,"👩‍💻":2,"⏮️":2,"💽":88,"🚥":1,"🚦":13,"💬":15,"💀":12,"🖖":1,"🔔":9,"🔴":4,"🗓":2,"🖥":5,"🗒":2,"🚪":52,"🖴":5,"⚓":2,"🔩":3,"🚛":1,"📷":2,"🟩":1,"3️⃣":1,"👌":9,"🐳":8,"ℹ️":31,"🔍":373,"🌴":1,"😀":2,"🌩️":2,"♻️":23,"🖐":1,"🔽":1,"🌁":1,"📸":7,"🚚":6,"🗡️":2,"💥":45,"🐍":70,"🧬":4,"💧":3,"⚔️":3,"🗂️":101,"💔":9,"🎭":3,"🔣":6,"👁️":1,"🔪":4,"🎬":4,"📖":40,"🐕":1,"🌞":3,"⏩":2,"⚪":1,"🔑":138,"🎤":2,"📢":13,"🕵️‍♂️":7,"🔧":163,"🙆":1,"📦":196,"📳":2,"🇺🇳":2,"🤞":1,"📐":2,"🙋‍♂️":5,"😳":1,"🔲":1,"🦾":1,"🛡️":18,"🙋":6,"🔎":57,"🏴‍☠️":1,"📄":202,"∞":1,"🚫":290,"📓":7,"📡":164,"🚰":1,"🔡":5,"⏳":124,"🗒️":10,"😱":2,"📪":3,"🏗":1,"🐙":1,"📌":5,"⬇️":29,"🤯":3,"🗨️":2,"🛠️":77,"👨":1,"🕒":54,"👨‍💻":9,"👶":6,"🔜":1,"✨":15,"↩️":3,"📕":1,"❗":58,"🗄":2,"💵":1,"🐘":1,"😵":3,"💫":1,"👂":1,"🐞":1,"🙌":2,"🕰️":13,"😃":1,"☀️":4,"☠️":8,"🩹":1,"🛤️":22,"📏":31,"💯":1,"📚":82,"🔬":4,"🏡":49,"✈️":2,"🕊️":1,"⏪":1,"❄️":1,"🎩":3,"🔢":75,"🧑‍🤝‍🧑":1,"✒️":1,"🕔":1,"🏋️":2,"💨":1,"🖱️":3,"🔆":1,"➗":3,"🔋":48,"📔":1,"🔂":2,"🗳️":5,"🕳":1,"🔐":90,"📝":120,"👁️‍🗨️":1,"📵":4,"🐱":6,"🎲":3,"✏️":31,"⚡️":1,"🌦️":1,"🐈":2,"📒":3,"🛌":2,"🌫️":1,"🈳":2,"⏲️":35,"🏳️":1,"🧪":3,"🤑":1,"🏝️":1,"⛓":1,"🐬":1,"🔛":1,"🖼":1,"🥴":5,"♨️":1,"🗿":1,"👋":92,"🍓":1,"⌛":22,"🗣️":11,"👉":2,"⌚":2,"🛏️":1,"🖐️":1,"🗺️":14,"❔":6,"🕸️":2,"🦥":1,"📶":55,"🔮":1,"🌑":1,"😕":8,"🪐":1,"🌱":8,"🐧":54,"⭐":1,"🕰":1,"🌎":17,"🗺":1,"🏴":1,"📄➡️":1,"😌":2,"✖️":2,"🔥":28}},"issues":[{"description":"497 classes found, including 🔍, 🌐, 🔄","severity":"debug"},{"description":"10000 texts found, automatically creating validation set","severity":"good"},{"severity":"debug","description":"Smallest class is \"🐙\" with 1 texts"},{"description":"Largest class is \"🔍\" with 373 text","severity":"debug"}],"summary":{"classCount":497,"canUseValidation":1,"sampleCount":10000}},"dataURL":"file:\/\/\/Users\/willwalker\/Developer\/github.com\/willswire\/teemoji\/Resources\/Training\/training_data.json","itemsCount":10000,"dataSourceID":"ADF74EEF-C1C3-4B71-BAAC-6F96C3C430F9","createdDate":"2025-01-26T23:03:29Z"},"activityEntities":["dataSourceMetrics",[{"subtitle":"497 Classes, 10,000 Items","title":"Data Summary","createdDate":"2025-01-26T23:03:54Z","id":"5DE4A7F9-5405-44B3-823C-9181F7ACF2EA","event":"dataSourceMetrics"}],"dataSourceCreated",[{"title":"Data Source Created","createdDate":"2025-01-26T23:03:29Z","id":"1FCA5C2B-59D7-4312-8A01-BA8F2C2572F2","event":"dataSourceCreated","subtitle":"training_data.json"}],"dataSourceTrainingStarted",[{"id":"49C5CA7C-A258-47D4-A4FE-1F01E87B1BC1","subtitle":"TeemojiClassifier","event":"dataSourceTrainingStarted","title":"Used By","createdDate":"2025-01-26T23:03:54Z"}]],"pathType":0,"modifiedDate":"2025-01-26T23:03:54Z","dataPathRelativeToProjectURL":"..\/Training\/training_data.json\/","version":"1.0","experimentIDs":["5FEAAF81-35C1-4713-AEA4-0CB5E37C7419"],"title":"training_data.json","dataURL":"file:\/\/\/Users\/willwalker\/Developer\/github.com\/willswire\/teemoji\/Resources\/Training\/training_data.json","createdDate":"2025-01-26T23:03:29Z"}
+{"createdDate":"2025-01-26T23:03:29Z","dataResult":{"dataURL":"file:\/\/\/Users\/willwalker\/Developer\/github.com\/willswire\/teemoji\/Resources\/Training\/training_data.json","dataSourceID":"ADF74EEF-C1C3-4B71-BAAC-6F96C3C430F9","createdDate":"2025-01-26T23:03:29Z","itemsCount":10000,"dataAnalysis":{"objectDetectorAnalysis":{"details":{}},"summary":{"sampleCount":10000,"canUseValidation":1,"classCount":496},"issues":[{"description":"496 classes found, including 🔍, 🌐, 🔄","severity":"debug"},{"description":"10000 texts found, automatically creating validation set","severity":"good"},{"description":"Smallest class is \"🗿\" with 1 texts","severity":"debug"},{"description":"Largest class is \"🔍\" with 373 text","severity":"debug"}],"classifierAnalysis":{"labelStats":{"🖥️":82,"🖼️":22,"📇":2,"🏭":1,"🌐":339,"▶️":1,"🛣":1,"🔔":9,"🙀":1,"🔆":1,"🔖":10,"💫":1,"⭕":6,"🐳":8,"🚦":13,"🔁":10,"🥲":2,"✍️":19,"💔":9,"💨":1,"↓":1,"🗀":1,"🌳":11,"🚥":1,"📰":5,"🗡️":2,"🛣️":5,"🕳️":11,"🏁":20,"🧐":9,"👑":8,"🚫":290,"🩺":1,"🛏️":1,"💽":88,"🧱":5,"💭":4,"🙋‍♀️":1,"🤝":7,"🛂":1,"🚪":52,"🙌":2,"📵":4,"🏢":12,"⏩":2,"🎉":62,"🗜️":10,"🗃":3,"🔽":1,"👟":1,"➡️":10,"🏚️":1,"🧬":4,"🙋":6,"✈️":2,"➗":3,"☑️":1,"🔪":4,"📺":4,"🛢️":3,"➰":1,"🥇":1,"💤":3,"📶":55,"👶":6,"🖱️":3,"🖴":5,"😵":3,"⬆️":15,"⏪":1,"➖":5,"🏷️":11,"😴":2,"🖲️":1,"6️⃣":1,"😕":8,"🤞":1,"🍀":1,"🦾":1,"🔄":301,"☕":13,"🎒":3,"👍":11,"🔠":7,"🗓️":10,"🎴":1,"📃":11,"🚯":1,"🏗️":26,"🛡️":18,"🆘":9,"🔇":13,"📩":1,"🌩️":2,"📆":11,"⏮️":2,"🔝":6,"🔬":4,"🌡":3,"🗣️":11,"🧮":15,"🌡️":8,"🔋":48,"📈":86,"📕":1,"💲":3,"🗎":1,"💾":252,"🖇️":4,"🔮":1,"🆙":1,"〰️":1,"🔥":28,"🧠":46,"🧹":15,"❌":185,"👤":80,"🙋‍♂️":5,"🌙":4,"☎️":2,"⁉️":12,"🛌":2,"🕒":54,"⌚":2,"💵":1,"🎬":4,"💼":26,"🖥":5,"🖼":1,"🧰":2,"🗂️":101,"🗂":6,"🔲":1,"🚛":1,"🟤":1,"🏆":4,"⬜":3,"😱":2,"🎭":3,"🤷":5,"🕸️":2,"🚮":6,"‼️":2,"📭":11,"ℹ️":31,"🔐":90,"👋":92,"0️⃣":12,"🇺🇳":2,"⌨️":9,"🙃":4,"🍓":1,"🗒️":10,"🚰":1,"🎈":2,"📥":46,"🩹":1,"🔀":23,"🔎":57,"💥":45,"📛":9,"↻":1,"😌":2,"🙈":10,"🚩":4,"🐟":1,"🆕":21,"💯":1,"🚨":38,"🏦":1,"🐚":22,"📔":1,"📣":8,"🤖":14,"🧪":3,"🤭":1,"👨‍🍳":1,"🌿":23,"🌏":2,"1️⃣":1,"😶":3,"🟦":1,"🏡":49,"🎤":2,"📷":2,"🔓":37,"⏱️":55,"⏬":1,"🎊":2,"📄":202,"💢":6,"🪐":1,"🤔":50,"⏭️":2,"🔦":2,"📐":2,"⭐":1,"🔚":28,"😅":1,"⛔":48,"📍":22,"🐛":8,"➕":8,"🔌":123,"🔃":7,"🌪️":2,"💿":13,"🗨":1,"🌎":17,"🗣":3,"👁️‍🗨️":1,"🏹":1,"💡":34,"📸":7,"🌍":180,"⏏️":2,"👷":2,"🗿":1,"📂":190,"📉":52,"🏴":1,"🔢":75,"🐞":1,"✏️":31,"🚧":48,"⛰️":2,"👂":1,"🥚":2,"♻️":23,"🙅‍♂️":5,"🗜":1,"🤑":1,"🍺":1,"👉":2,"🛰️":13,"🔣":6,"🐋":2,"📓":7,"🙅":9,"☁️":4,"📜":156,"🐧":54,"🌊":7,"🔏":3,"🌟":12,"🚀":108,"💣":9,"📅":57,"🔍":373,"🦄":1,"🥋":1,"🌞":3,"🐶":2,"📱":2,"🔑":138,"🌀":21,"📦":196,"👨‍💼":1,"📫":3,"↕️":1,"🔴":4,"🕛":3,"🗄":2,"🥷":1,"🙊":1,"🖖":1,"↩️":3,"↗️":1,"⏳":124,"🛠":4,"🌲":3,"🚶":1,"🔗":189,"🕔":1,"🌬️":1,"📞":6,"🏋️":2,"🖌️":1,"⚠️":185,"🤯":3,"📒":3,"🚗":1,"🛡":2,"🗒":2,"📌":5,"✒️":1,"🕵️‍♂️":7,"🛑":88,"🕗":1,"🏠":217,"🕰":1,"🥢":1,"🚷":43,"📹":1,"✂️":21,"🕙":1,"🕸":1,"😃":1,"⚙️":111,"🙂":1,"🏝️":1,"👔":2,"🐱‍💻":1,"🛠️":77,"🕰️":13,"🙆":1,"3️⃣":1,"✨":15,"🖊️":5,"🐾":2,"⌛":22,"📻":2,"🖐️":1,"😟":1,"📬":21,"🦊":24,"👷‍♂️":1,"🌑":1,"🎛️":4,"🎮":2,"🔨":33,"🎥":8,"🖐":1,"✉️":7,"☠️":8,"⏹️":4,"🆗":6,"💀":12,"🇺🇸":1,"🗻":7,"🟢":6,"🕊️":1,"🎯":10,"🖍️":1,"📘":24,"🎩":3,"💻":103,"🎧":18,"🏞️":3,"🚚":6,"🔂":2,"🧾":4,"🛰":1,"🔻":1,"⚡️":1,"⛈️":1,"✅":159,"📋":33,"🚸":1,"✔️":41,"📀":6,"📁":174,"❓":122,"🐱":6,"🧭":8,"🐬":1,"🔕":4,"⏰":99,"∞":1,"🎨":9,"🐍":70,"🔜":1,"👨‍💻":9,"🈳":2,"🧑‍🤝‍🧑":1,"📧":23,"💬":15,"🌦️":1,"🔛":1,"🌅":1,"🌓":1,"⚓":2,"🚶‍♂️":2,"📤":28,"⚡":12,"👨":1,"☀️":4,"👁️":1,"🪟":1,"🕐":4,"🟩":1,"🔈":2,"🙅‍♀️":1,"↔️":5,"🏗":1,"🗄️":49,"📨":3,"⚰️":1,"🐈":2,"⏲️":35,"🌴":1,"📳":2,"📡":164,"🗺":1,"🕳":1,"📊":158,"🐙":1,"🤗":1,"🔩":3,"🍕":1,"🗙":1,"❄️":1,"📄➡️":1,"⏫":2,"✋":7,"🙏":2,"⚪":1,"🔧":163,"🎁":1,"🗺️":14,"❗️":1,"🗃️":45,"🥅":1,"🗝️":5,"📢":13,"🏓":20,"🖨":1,"😊":5,"🐘":1,"♨️":1,"🗳️":5,"🏃":9,"👻":5,"🖋️":9,"🗑️":35,"👩‍💻":2,"🎙":1,"👐":1,"⚖️":18,"🌧️":8,"🏴‍☠️":1,"🎵":12,"🔊":14,"🛤":1,"😞":1,"🏳️":1,"🌌":5,"🌁":1,"🚢":1,"👀":15,"↪️":3,"❎":1,"🦥":1,"🆚":3,"🏃‍♂️":3,"🔡":5,"⚔️":3,"🔙":28,"📖":40,"⬇️":29,"😀":2,"📚":82,"❔":6,"📑":30,"📴":9,"✖️":2,"🎲":3,"🧼":2,"⛓":1,"🗓":2,"🕵️":7,"👨‍👩‍👧‍👦":1,"👾":1,"🧩":20,"🍴":1,"🌫️":1,"🐕":1,"🆔":9,"🔒":148,"😳":1,"🎟️":1,"💰":1,"🌈":4,"👌":9,"🔤":6,"🥺":3,"🧑‍💻":12,"🥴":5,"🛤️":22,"🎛":1,"👥":27,"🖨️":11,"📏":31,"🤷‍♂️":3,"🗨️":2,"⏸️":3,"📯":1,"❗":58,"🌱":8,"💧":3,"📪":3,"📝":120,"🪄":1,"🖤":1,"📎":9,"🛜":18}}},"classesCount":496},"activityEntities":["dataSourceMetrics",[{"createdDate":"2025-01-26T23:03:54Z","id":"5DE4A7F9-5405-44B3-823C-9181F7ACF2EA","event":"dataSourceMetrics","subtitle":"497 Classes, 10,000 Items","title":"Data Summary"},{"subtitle":"496 Classes, 10,000 Items","createdDate":"2025-02-02T22:33:11Z","event":"dataSourceMetrics","id":"0CC4207B-009D-40C6-BE1B-5C2BD16B4AE1","title":"Data Summary"},{"subtitle":"496 Classes, 10,000 Items","title":"Data Summary","id":"A178DF8E-F45C-4231-94A6-B6185F47BB73","event":"dataSourceMetrics","createdDate":"2025-02-02T22:33:37Z"}],"dataSourceCreated",[{"id":"1FCA5C2B-59D7-4312-8A01-BA8F2C2572F2","subtitle":"training_data.json","title":"Data Source Created","event":"dataSourceCreated","createdDate":"2025-01-26T23:03:29Z"}],"dataSourceTrainingStarted",[{"event":"dataSourceTrainingStarted","id":"49C5CA7C-A258-47D4-A4FE-1F01E87B1BC1","title":"Used By","subtitle":"TeemojiClassifier","createdDate":"2025-01-26T23:03:54Z"},{"subtitle":"TeemojiClassifier 02022025","event":"dataSourceTrainingStarted","title":"Used By","id":"493052F9-6A3A-4B17-9361-0CE5D0DB635A","createdDate":"2025-02-02T22:33:11Z"},{"subtitle":"TeemojiClassifier 2","createdDate":"2025-02-02T22:33:37Z","id":"F8E6EF3A-4F2F-4B17-B8B7-40C9E68967DD","event":"dataSourceTrainingStarted","title":"Used By"}]],"version":"1.0","pathType":0,"id":"ADF74EEF-C1C3-4B71-BAAC-6F96C3C430F9","experimentIDs":["EE752B3C-3D6A-4BD2-800D-2C704BCDDAC3"],"preferredFilename":"training_data","dataPathRelativeToProjectURL":"..\/Training\/training_data.json\/","title":"training_data.json","modifiedDate":"2025-02-02T22:34:59Z","dataURL":"file:\/\/\/Users\/willwalker\/Developer\/github.com\/willswire\/teemoji\/Resources\/Training\/training_data.json"}