Upgrade to python3.11 fix

Upgrade to python3.11

Author: michael-lerner

Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "pywordsegment"
-version = "0.4.0"
+version = "0.4.1"
 authors = ["Gal Ben David <gal@intsights.com>"]
 edition = "2021"
 description = "Concatenated-word segmentation Python library written in Rust"

pyproject.toml

@@ -14,7 +14,7 @@ sdist-include = [
 
 [tool.poetry]
 name = "pywordsegment"
-version = "0.4.0"
+version = "0.4.1"
 authors = ["Gal Ben David <gal@intsights.com>"]
 description = "Concatenated-word segmentation Python library written in Rust"
 readme = "README.md"

pywordsegment/__init__.py

@@ -1,28 +1,54 @@
 import gzip
 import importlib.resources
+import sys
 import typing
 
 from . import pywordsegment
 
+PY_VERSION_MAJOR = sys.version_info.major
+PY_VERSION_MINOR = sys.version_info.minor
 
 class WordSegmenter:
     word_segmenter: pywordsegment.WordSegmenter = None
 
     @staticmethod
     def load() -> None:
         if WordSegmenter.word_segmenter is None:
-            unigrams_serialized = gzip.decompress(
-                data=importlib.resources.read_binary(
-                    package=__package__,
-                    resource='unigrams.msgpack.gz',
-                ),
-            )
-            bigrams_serialized = gzip.decompress(
-                data=importlib.resources.read_binary(
-                    package=__package__,
-                    resource='bigrams.msgpack.gz',
-                ),
-            )
+            if PY_VERSION_MAJOR >= 3 and PY_VERSION_MINOR >= 11:
+                with importlib.resources.files(
+                    __package__,
+                ).joinpath(
+                    'unigrams.msgpack.gz',
+                ).open(
+                    'rb',
+                ) as unigrams_msgpack, importlib.resources.files(
+                    __package__,
+                ).joinpath(
+                    'bigrams.msgpack.gz',
+                ).open(
+                    'rb',
+                ) as bigrams_msgpack:
+                    unigrams_serialized = gzip.decompress(
+                        data=unigrams_msgpack.read(),
+                    )
+                    bigrams_serialized = gzip.decompress(
+                        data=bigrams_msgpack.read(),
+                    )
+
+            else:
+                unigrams_serialized = gzip.decompress(
+                    data=importlib.resources.read_binary(
+                        package=__package__,
+                        resource='unigrams.msgpack.gz',
+                    ),
+                )
+
+                bigrams_serialized = gzip.decompress(
+                    data=importlib.resources.read_binary(
+                        package=__package__,
+                        resource='bigrams.msgpack.gz',
+                    ),
+                )
 
             WordSegmenter.word_segmenter = pywordsegment.WordSegmenter(
                 unigrams_serialized=unigrams_serialized,