0.7.38 - wordlist improvements and Japanese exemption.

Author: finnbear

Cargo.toml

@@ -1,7 +1,7 @@
 [package]
 name = "rustrict"
 authors = ["Finn Bear"]
-version = "0.7.37"
+version = "0.7.38"
 edition = "2021"
 license = "MIT OR Apache-2.0"
 repository = "https://github.com/finnbear/rustrict/"

README.md

@@ -177,7 +177,7 @@ is used as a dataset. Positive accuracy is the percentage of profanity detected
 
 | Crate | Accuracy | Positive Accuracy | Negative Accuracy | Time |
 |-------|----------|-------------------|-------------------|------|
-| [rustrict](https://crates.io/crates/rustrict) | 79.53% | 94.08% | 75.90% | 10s |
+| [rustrict](https://crates.io/crates/rustrict) | 79.63% | 94.08% | 76.03% | 10s |
 | [censor](https://crates.io/crates/censor) | 76.16%   | 72.76%            | 77.01%            | 23s  |
 | [stfu](https://crates.io/crates/stfu) | 91.74% | 77.69% | 95.25% | 45s |
 

src/character_analyzer.rs

@@ -52,6 +52,23 @@ fn main() {
                 '༺' | '༻' => 25,
                 '𒀱' => 45,
                 '۞' => 19,
+                '𒅇' => 26,
+                '𒅈' => 33,
+                '𒅉' => 33,
+                '𒅊' => 20,
+                '𒅋' => 42,
+                '𒅌' => 42,
+                '𒅍' => 25,
+                '𒅎' => 23,
+                '𒅏' => 23,
+                '𒅐' => 20,
+                '𒅑' => 40,
+                '𒅒' => 25,
+                '𒅓' => 20,
+                '𒅔' => 22,
+                '𒅕' => 18,
+                '𒅖' => 18,
+                '𒂼' => 20,
                 _ => {
                     let max_width = (max_width(c, &fonts) as f32 / 100f32).round() as u16;
                     if max_width > u8::MAX as u16 {

src/character_widths.bin

@@ -308,3 +308,23 @@ yesturday
 zenga
 zubr east
 zuck
+pdf file
+AND) do
+use x
+did one
+can't. it
+that, it's
+lol :)
+but thx
+x ok
+n (or
+not. it'l
+till tm
+teaming*
+swimming, etc.
+ok. like
+come inside, you
+lol)
+mean, all
+point, its
+Hi ^

src/dictionary_extra.txt

@@ -15,6 +15,7 @@
 8 secs
 9 is still
 9 secs
+AND) do
 a analog
 a analyse
 a analysis
@@ -3398,6 +3399,7 @@ but thrill
 but thro
 but thru
 but thu
+but thx
 but tic
 but tid
 but tie
@@ -3554,6 +3556,7 @@ cam girl
 camel tox
 campoo
 can't it
+can't. it
 canal
 canberra appeal
 canberra appear
@@ -4187,6 +4190,7 @@ com mille
 com mills
 com mis
 com mix
+come inside, you
 come shoot
 come shot
 comedy kee
@@ -5247,6 +5251,7 @@ dicycly
 dicyema
 dicyemid
 dicynodon
+did on
 did ou
 didn't it
 dido
@@ -5498,6 +5503,9 @@ duces hit
 duces lut
 duces perm
 duces seeks
+duck young
+duck your
+duck youth
 duckwife
 ducts cumulative
 ducts ext
@@ -10899,11 +10907,13 @@ logs hit
 logs lut
 logs perm
 logs seeks
+lol :)
 lol i
 lol j
 lol l
 lol y
 lol!
+lol)
 lol, i
 lol, j
 lol, l
@@ -11332,6 +11342,7 @@ maundies
 maycock
 mazement
 meacock
+mean, all
 meaningful licking
 measurements cumulative
 measurements ext
@@ -12005,6 +12016,7 @@ myers seeks
 myrtle peer
 myth little
 mythifier
+n (or
 n 1997
 n't eat
 nabobish
@@ -12390,6 +12402,7 @@ not titles
 not wat
 not wats
 not watts
+not. it'l
 notencephalus
 notes cumulative
 notes ext
@@ -12599,6 +12612,7 @@ ok like
 ok until
 ok untitled
 ok unto
+ok. like
 okes cumulative
 okes ext
 okes hilt
@@ -13246,6 +13260,7 @@ pays lut
 pays perm
 pays seeks
 pc master race
+pdf file
 pe do
 pe nissan
 peaceful licking
@@ -13824,6 +13839,7 @@ pocock
 pogeys
 poggers
 pogonips
+point, its
 points cumulative
 points ext
 points hilt
@@ -16123,6 +16139,10 @@ screw offer
 screw offic
 screw offline
 screw offs
+screw urb
+screw urge
+screw url
+screw uru
 screw young
 screw your
 screw youth
@@ -17861,6 +17881,7 @@ swimming xbox
 swimming xerox
 swimming xhtml
 swimming xnxx
+swimming, etc.
 swives
 swordick
 sycock
@@ -17982,6 +18003,7 @@ tch links
 tch little
 tchincou
 tea the
+teaming*
 teanal
 teapottykin
 teataster
@@ -18193,6 +18215,7 @@ texts lut
 texts perm
 texts seeks
 thanksgiving birth
+that, it's
 the assault
 the asse
 the assess
@@ -18492,6 +18515,7 @@ till titan
 till title
 till titles
 till titten
+till tm
 till to
 till tra
 till treas
@@ -19298,6 +19322,7 @@ us hit
 us lut
 us perm
 us seeks
+use x
 useful licking
 uses cumulative
 uses ext
@@ -19933,11 +19958,43 @@ whittle
 whittler
 who or
 who ore
+who rabbi
+who race
+who rach
+who racial
+who racing
+who rack
+who rad
+who rag
+who raid
+who rail
+who rain
+who rais
+who rale
+who rall
+who ralph
+who ran
+who rap
+who rare
+who rat
+who ray
 who re
 who refrig
 who republic
+who rh
+who ri
 who ring
+who ro
+who ru
+who rw
+who rya
 who vary
+whorage
+whorish
+whorl
+whorry
+whort
+whory
 whumped
 whumping
 wi life
@@ -20102,6 +20159,7 @@ wuzzer
 wuzzle
 wuzzling
 wuzzy
+x ok
 xD i do
 xanthate
 xanthocephalus