adds japanese language support (#192)

Author: FelixKirschKern

Dockerfile

@@ -3,7 +3,11 @@ FROM kernai/refinery-parent-images:v1.13.0-common
 WORKDIR /app
 
 # used for encryption and zipping of files
-RUN apt-get update && apt-get install -y libc6-dev zlib1g gcc --no-install-recommends
+RUN apt-get update && apt-get install -y curl libc6-dev zlib1g gcc --no-install-recommends
+
+RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
+
+ENV PATH="/root/.cargo/bin:${PATH}"
 
 COPY requirements.txt .
 

dev.Dockerfile

@@ -5,7 +5,11 @@ WORKDIR /app
 VOLUME ["/app"]
 
 # used for encryption and zipping of files
-RUN apt-get update && apt-get install -y libc6-dev zlib1g gcc --no-install-recommends
+RUN apt-get update && apt-get install -y curl libc6-dev zlib1g gcc --no-install-recommends
+
+RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
+
+ENV PATH="/root/.cargo/bin:${PATH}"
 
 COPY requirements.txt .
 

requirements.txt

@@ -1,6 +1,6 @@
 #
-# This file is autogenerated by pip-compile with python 3.9
-# To update, run:
+# This file is autogenerated by pip-compile with Python 3.9
+# by the following command:
 #
 #    pip-compile --output-file=requirements.txt requirements/requirements.in
 #
@@ -100,6 +100,7 @@ murmurhash==1.0.9
 numpy==1.23.4
     # via
     #   -r requirements/common-requirements.txt
+    #   blis
     #   pandas
     #   spacy
     #   thinc
@@ -127,6 +128,7 @@ pycryptodome==3.18.0
 pydantic==1.10.8
     # via
     #   -r requirements/common-requirements.txt
+    #   confection
     #   spacy
     #   thinc
 pyjwt==2.4.0
@@ -175,8 +177,10 @@ sniffio==1.3.0
     # via
     #   -r requirements/common-requirements.txt
     #   anyio
-spacy==3.4.2
-    # via -r requirements/requirements.in
+spacy[ja]==3.4.2
+    # via
+    #   -r requirements/requirements.in
+    #   spacy
 spacy-legacy==3.0.10
     # via spacy
 spacy-loggers==1.0.3
@@ -188,10 +192,17 @@ sqlalchemy==1.4.42
     #   graphene-sqlalchemy
 srsly==2.4.5
     # via
+    #   confection
     #   spacy
     #   thinc
 starlette==0.14.1
     # via -r requirements/requirements.in
+sudachidict-core==20240109
+    # via spacy
+sudachipy==0.6.8
+    # via
+    #   spacy
+    #   sudachidict-core
 thinc==8.1.5
     # via spacy
 tqdm==4.64.1

requirements/requirements.in

@@ -9,7 +9,7 @@ graphene_sqlalchemy==2.3.0
 graphql-core==2.3.2
 openpyxl==3.0.10
 pyjwt==2.4.0
-spacy==3.4.2
+spacy[ja]==3.4.2
 starlette==0.14.1
 pyminizip==0.2.6
 rncryptor==3.3.0