Add .github/worflows/accuracy_checker-pytest.yml (#3651)

* Add .github/worflows/accuracy_checker-pytest.yml

* Update ci requirements

* Fix deps

* Make ci/requirements-ac*.txt depend on ci/requirements-openvino-dev.txt

* Supress GPU tests

* Install ci/requirements-ac-test.txt only

* Test all branhces

* Add pylint

* Move import, supress ./build

* cchcker->checker

* Fix pylint

* Set working-directory

* Fix pylint

Author: Wovchena

.github/workflows/accuracy_checker-pytest.yml

@@ -0,0 +1,33 @@
+name: Accuracy checker Python3.8
+
+on:
+  pull_request:
+    branches: '**'
+
+permissions:
+  contents: read
+
+jobs:
+  build:
+
+    runs-on: ubuntu-20.04
+
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Python 3.8
+      uses: actions/setup-python@v3
+      with:
+        python-version: "3.8"
+    - name: Pip install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        python -m pip install --no-deps -r ci/requirements-ac-test.txt
+        python -m pip install --no-deps tools/accuracy_checker
+    - name: python -m pytest tools/accuracy_checker
+      run: |
+        python -m pytest tools/accuracy_checker
+    - name: Pip install and run pylint
+      working-directory: ./tools/accuracy_checker
+      run: |
+        python -m pip install pylint==2.10.2
+        PYTHONPATH=. python -m pylint --rcfile=.pylintrc `find -wholename '?*/**/*.py' -not -path "./tests/*" -not -path "./build/*"`

ci/requirements-ac-test.txt

@@ -1,77 +1,103 @@
 # use update-requirements.py to update this file
 
+addict==2.4.0
+    # via -r ci/requirements-openvino-dev.txt
 atomicwrites==1.4.1
     # via -r tools/accuracy_checker/requirements-test.in
-attrs==22.1.0
+attrs==22.2.0
     # via pytest
 certifi==2022.12.7
-    # via requests
+    # via
+    #   -r ci/requirements-openvino-dev.txt
+    #   requests
 charset-normalizer==2.1.1
-    # via requests
+    # via
+    #   -r ci/requirements-openvino-dev.txt
+    #   requests
 click==8.1.3
     # via nltk
 defusedxml==0.7.1
-    # via -r tools/accuracy_checker/requirements-core.in
+    # via
+    #   -r ci/requirements-openvino-dev.txt
+    #   -r tools/accuracy_checker/requirements-core.in
 fast-ctc-decode==0.3.2
     # via -r tools/accuracy_checker/requirements-extra.in
-filelock==3.8.1
+filelock==3.9.0
     # via
     #   huggingface-hub
     #   transformers
 huggingface-hub==0.11.1
     # via transformers
 idna==3.4
-    # via requests
+    # via
+    #   -r ci/requirements-openvino-dev.txt
+    #   requests
 imagecodecs==2022.2.22 ; python_version >= "3.8"
     # via -r tools/accuracy_checker/requirements-extra.in
-imageio==2.22.4
+imageio==2.23.0
     # via scikit-image
 iniconfig==1.1.1
     # via pytest
 joblib==1.2.0
     # via
     #   nltk
     #   scikit-learn
-lmdb==1.3.0
+jstyleson==0.0.2
+    # via -r ci/requirements-openvino-dev.txt
+lmdb==1.4.0
     # via -r tools/accuracy_checker/requirements-extra.in
-networkx==2.8 ; python_version >= "3.7"
+networkx==2.8.8 ; python_version > "3.6"
     # via
+    #   -r ci/requirements-openvino-dev.txt
     #   -r tools/accuracy_checker/requirements-extra.in
     #   scikit-image
 nibabel==4.0.2
     # via -r tools/accuracy_checker/requirements-extra.in
-nltk==3.7
+nltk==3.8
     # via -r tools/accuracy_checker/requirements-extra.in
-numpy==1.23.1
+numpy==1.23.4
     # via
+    #   -r ci/requirements-openvino-dev.txt
     #   -r tools/accuracy_checker/requirements-core.in
     #   imagecodecs
     #   imageio
     #   nibabel
+    #   opencv-python
+    #   openvino
     #   pandas
     #   parasail
     #   pywavelets
     #   rawpy
     #   scikit-image
     #   scikit-learn
     #   scipy
+    #   shapely
     #   tifffile
     #   transformers
-openvino-telemetry==2022.1.2
-    # via -r tools/accuracy_checker/requirements-core.in
-packaging==21.3
+opencv-python==4.7.0.68
+    # via -r ci/requirements-openvino-dev.txt
+openvino==2022.3.0
+    # via -r ci/requirements-openvino-dev.txt
+openvino-telemetry==2022.3.0
+    # via
+    #   -r ci/requirements-openvino-dev.txt
+    #   -r tools/accuracy_checker/requirements-core.in
+packaging==22.0
     # via
     #   huggingface-hub
     #   nibabel
     #   pytest
     #   scikit-image
     #   transformers
 pandas==1.3.5
-    # via -r tools/accuracy_checker/requirements-extra.in
+    # via
+    #   -r ci/requirements-openvino-dev.txt
+    #   -r tools/accuracy_checker/requirements-extra.in
 parasail==1.3.3 ; platform_system != "Windows"
     # via -r tools/accuracy_checker/requirements-extra.in
 pillow==9.3.0
     # via
+    #   -r ci/requirements-openvino-dev.txt
     #   -r tools/accuracy_checker/requirements-core.in
     #   imageio
     #   scikit-image
@@ -85,22 +111,25 @@ pyclipper==1.3.0.post4
     # via -r tools/accuracy_checker/requirements-extra.in
 pydicom==2.3.1
     # via -r tools/accuracy_checker/requirements-extra.in
-pyparsing==3.0.9
-    # via packaging
 pytest==7.0.1 ; python_version < "3.10"
     # via
     #   -r tools/accuracy_checker/requirements-test.in
     #   pytest-mock
 pytest-mock==2.0.0
     # via -r tools/accuracy_checker/requirements-test.in
 python-dateutil==2.8.2
-    # via pandas
-pytz==2022.6
-    # via pandas
+    # via
+    #   -r ci/requirements-openvino-dev.txt
+    #   pandas
+pytz==2022.7
+    # via
+    #   -r ci/requirements-openvino-dev.txt
+    #   pandas
 pywavelets==1.4.1
     # via scikit-image
 pyyaml==6.0
     # via
+    #   -r ci/requirements-openvino-dev.txt
     #   -r tools/accuracy_checker/requirements-core.in
     #   huggingface-hub
     #   transformers
@@ -112,24 +141,30 @@ regex==2022.10.31
     #   transformers
 requests==2.28.1
     # via
+    #   -r ci/requirements-openvino-dev.txt
     #   huggingface-hub
     #   openvino-telemetry
     #   transformers
 scikit-image==0.19.3 ; python_version >= "3.7"
     # via -r tools/accuracy_checker/requirements-extra.in
 scikit-learn==0.24.2
     # via -r tools/accuracy_checker/requirements-extra.in
-scipy==1.8.0
+scipy==1.9.3 ; python_version >= "3.8"
     # via
+    #   -r ci/requirements-openvino-dev.txt
     #   -r tools/accuracy_checker/requirements-extra.in
     #   scikit-image
     #   scikit-learn
 sentencepiece==0.1.97
     # via -r tools/accuracy_checker/requirements-extra.in
-shapely==1.8.5.post1
+shapely==2.0.0
     # via -r tools/accuracy_checker/requirements-extra.in
 six==1.16.0
-    # via python-dateutil
+    # via
+    #   -r ci/requirements-openvino-dev.txt
+    #   python-dateutil
+texttable==1.6.7
+    # via -r ci/requirements-openvino-dev.txt
 threadpoolctl==3.1.0
     # via scikit-learn
 tifffile==2022.10.10
@@ -142,6 +177,7 @@ tomli==2.0.1
     # via pytest
 tqdm==4.64.1
     # via
+    #   -r ci/requirements-openvino-dev.txt
     #   -r tools/accuracy_checker/requirements-extra.in
     #   huggingface-hub
     #   nltk
@@ -151,7 +187,9 @@ transformers==4.25.1 ; python_version >= "3.7"
 typing-extensions==4.4.0
     # via huggingface-hub
 urllib3==1.26.13
-    # via requests
+    # via
+    #   -r ci/requirements-openvino-dev.txt
+    #   requests
 
 # The following packages are considered to be unsafe in a requirements file:
 # setuptools