push project forward

* CI py38/py39
* re-format
* fix pylint
* move coverage rules to pyproject.toml

Signed-off-by: Aleksei Stepanov <[email protected]>

Author: penguinolog

.coveragerc

@@ -0,0 +1,11 @@
+[pydocstyle]
+ignore =
+  D401,
+# First line should be in imperative mood; try rephrasing
+  D202,
+# No blank lines allowed after function docstring
+  D203,
+# 1 blank line required before class docstring
+  D213
+# Multi-line docstring summary should start at the second line
+match = (?!_version|test_)*.py

.pydocstyle.ini

@@ -7,7 +7,7 @@ extension-pkg-whitelist=
 
 # Add files or directories to the blacklist. They should be base names, not
 # paths.
-ignore=CVS
+ignore=CVS,.git
 
 # Add files or directories matching the regex patterns to the blacklist. The
 # regex matches against base names, not paths.
@@ -30,7 +30,10 @@ limit-inference-results=100
 # usually to register additional checkers.
 load-plugins=pylint.extensions.docparams,
              pylint.extensions.docstyle,
-             pylint.extensions.overlapping_exceptions
+             pylint.extensions.overlapping_exceptions,
+             pylint.extensions.emptystring,
+             pylint.extensions.comparetozero,
+             pylint.extensions.check_elif
 
 # Pickle collected data for later comparisons.
 persistent=yes
@@ -69,7 +72,6 @@ disable=non-ascii-bytes-literal,
         locally-disabled,
         file-ignored,
         suppressed-message,
-        comprehension-escape,
         similarities,
         too-many-ancestors,
         too-few-public-methods,
@@ -524,11 +526,11 @@ accept-no-raise-doc=no
 
 # Whether to accept totally missing return documentation in the docstring of a
 # function that returns a statement.
-accept-no-return-doc=yes
+accept-no-return-doc=no
 
 # Whether to accept totally missing yields documentation in the docstring of a
 # generator.
-accept-no-yields-doc=yes
+accept-no-yields-doc=no
 
 # If the docstring type cannot be guessed the specified docstring type will be
 # used.

.pylintrc

@@ -1,11 +1,10 @@
 language: python
 os: linux
-dist: xenial
-sudo: true
+dist: bionic
 
 install:
   - &upgrade_python_toolset pip install --upgrade pip setuptools wheel
-  - &install_test_deps pip install --upgrade pytest pytest-sugar
+  - &install_test_deps pip install --upgrade -r pytest_requirements.txt
   - &install_deps pip install -r CI_REQUIREMENTS.txt
   - pip install --upgrade pytest-cov coveralls
 
@@ -19,10 +18,13 @@ _python:
   - &python38
     name: "Python 3.8"
     python: "3.8"
+  - &python39
+    name: "Python 3.9"
+    python: "3.9"
 
 _helpers:
   - &install_cython pip install --upgrade Cython
-  - &build_package python setup.py bdist_wheel
+  - &build_package python setup.py bdist_wheel clean
   - &install_built pip install threaded --no-index -f dist
   - &test_no_cov  py.test -vvv test
   - &test_cythonized
@@ -36,24 +38,45 @@ _helpers:
       - *build_package
       - *install_built
       - *test_no_cov
-    after_success: skip
 
   - &static_analysis
     stage: Static analysis
-    <<: *python37
-    after_success: skip
+    <<: *python38
 
   - &code_style_check
     stage: Code style check
-    <<: *python37
-    after_success: skip
+    <<: *python38
+
+  - &deploy
+    <<: *python38
+    if: tag IS present
+    services:
+    - docker
+    install:
+      - *upgrade_python_toolset
+      - *install_deps
+      - pip install -U --upgrade-strategy=eager --no-cache-dir twine
+    before_deploy:
+      - *build_package
+    deploy:
+      - provider: pypi
+        # `skip_cleanup: true` is required to preserve binary wheels, built
+        # inside of manylinux* docker container during `script` step above.
+        cleanup: false
+        skip_cleanup: true
+        username: penguinolog
+        password:
+          secure: "h1gXulNJxdjdUtPXDwUf/2MltjjiTy/cSsv+67Bxr9PAXSo9s0ynnhijKavE0QlKPr0NDJcEcl79dEN3gx1rkbAFZ+YRJfx0KHy26ImNAIx+npOFjGko87KhMNkrE3QBn9carWNnjYA4rCuUqbv/Znk9xixleE/sHJbKnkkTrerSI2jkznMa6h0FNVCEPzFesHmll7rBy4CjFkRcWNX8nfKNIV9rHFI7mXm8+jzl0msOnkEcKRqAk+MUwVjcD9XtpF42uA0nQTtqjWFdwSUxxBJKMyrkkI0o8Uk06EewkgJGwjGpvn+EUm1hBpjGrXUQQJyr20SZdC0CqaqXD/axISAtQPzP5I4Ey3VkLDV4mZuQjeNlbRbTH0Q7af+CpnOpFtYobIs1/HjB5wztazegT8uk4ZU/GheYqknXmtg9Ga8NV47sIpLC/hTLXWP+O/k0JKRYP9CgjTml2nLykNjZy4KRnlCUerYH8d4bNz687ElXU2bLtlBxyigUc9oo31DvNG+vB2axOp8wGiRTEpfBVPEF6EYUj+qSbX4ep4o/mWp+ax5YlLVYVoXkXpNecIggICAChIkqEl9MtGzTu31s3sBKpk9WuqoyHG80TDo2Tet6zWYx3itUx9M0SLkrML9Hs5WKsXDZE6jZrVHtx8lWuuZZl5JQkXYtd358lwJmEBM="
+        on:
+          tags: true
+        distributions: sdist
+        upload_docs: false
+        skip_existing: true
 
 script:
   - python setup.py develop -v
   - py.test --cov-config .coveragerc --cov-report= --cov=threaded test
   - coverage report -m --fail-under 87
-after_success:
-  - coveralls
 
 jobs:
   include:
@@ -62,9 +85,10 @@ jobs:
       install:
         - *upgrade_python_toolset
         - *install_deps
-        - pip install --upgrade "pylint >= 2.3" isort[pyproject,requirements]
+        - pip install --upgrade "pylint >= 2.6.0"
       script:
-        - python setup.py --version
+        - python setup.py develop -v clean
+        - python setup.py --version clean
         - pylint threaded
     - <<: *static_analysis
       name: "Bandit"
@@ -80,15 +104,15 @@ jobs:
         - *install_deps
         - pip install --upgrade "mypy >= 0.720"
       script:
-        - python setup.py --version
+        - python setup.py --version clean
         - mypy --strict threaded
     - <<: *static_analysis
       name: "PEP8"
       install:
         - *upgrade_python_toolset
-        - pip install --upgrade flake8 flake8-bugbear
+        - pip install --upgrade -r flake8_requirements.txt
       script:
-        - flake8
+        - flake8 threaded
 
     #  - <<: *code_style_check
     #    name: "PEP257"
@@ -107,46 +131,58 @@ jobs:
 
     - stage: test
       <<: *python36
+      after_success:
+        - coveralls
     - stage: test
       <<: *python37
+      after_success:
+        - coveralls
     - stage: test
       <<: *python38
+      after_success:
+        - coveralls
+    - stage: test
+      <<: *python39
+      after_success:
+        - coveralls
 
     - <<: *test_cythonized
       <<: *python36
     - <<: *test_cythonized
       <<: *python37
     - <<: *test_cythonized
       <<: *python38
+    - <<: *test_cythonized
+      <<: *python39
 
     - stage: deploy
       # This prevents job from appearing in test plan unless commit is tagged:
-      if: tag IS present
-      # Run on pypy to build not cythonized wheel
-      <<: *python37
+      <<: *deploy
       name: Build universal and cythonized bdist_wheel. Deploy bdist and sdist.
-      services:
-        - docker
-      install:
-        - *upgrade_python_toolset
-        - *install_deps
       script:
         - ./tools/run_docker.sh "threaded"
-      before_deploy:
-        - *build_package
-      deploy:
-        - provider: pypi
-          # `skip_cleanup: true` is required to preserve binary wheels, built
-          # inside of manylinux1 docker container during `script` step above.
-          skip_cleanup: true
-          user: penguinolog
-          password:
-            secure: "h1gXulNJxdjdUtPXDwUf/2MltjjiTy/cSsv+67Bxr9PAXSo9s0ynnhijKavE0QlKPr0NDJcEcl79dEN3gx1rkbAFZ+YRJfx0KHy26ImNAIx+npOFjGko87KhMNkrE3QBn9carWNnjYA4rCuUqbv/Znk9xixleE/sHJbKnkkTrerSI2jkznMa6h0FNVCEPzFesHmll7rBy4CjFkRcWNX8nfKNIV9rHFI7mXm8+jzl0msOnkEcKRqAk+MUwVjcD9XtpF42uA0nQTtqjWFdwSUxxBJKMyrkkI0o8Uk06EewkgJGwjGpvn+EUm1hBpjGrXUQQJyr20SZdC0CqaqXD/axISAtQPzP5I4Ey3VkLDV4mZuQjeNlbRbTH0Q7af+CpnOpFtYobIs1/HjB5wztazegT8uk4ZU/GheYqknXmtg9Ga8NV47sIpLC/hTLXWP+O/k0JKRYP9CgjTml2nLykNjZy4KRnlCUerYH8d4bNz687ElXU2bLtlBxyigUc9oo31DvNG+vB2axOp8wGiRTEpfBVPEF6EYUj+qSbX4ep4o/mWp+ax5YlLVYVoXkXpNecIggICAChIkqEl9MtGzTu31s3sBKpk9WuqoyHG80TDo2Tet6zWYx3itUx9M0SLkrML9Hs5WKsXDZE6jZrVHtx8lWuuZZl5JQkXYtd358lwJmEBM="
-          on:
-            tags: true
-            distributions: sdist
-          skip_upload_docs: true
-          skip_existing: true
+
+    - stage: deploy
+      # This prevents job from appearing in test plan unless commit is tagged:
+      <<: *deploy
+      name: Build universal and cythonized for i686 bdist_wheel. Deploy bdist.
+      script:
+        - ./tools/run_docker_manylinux2014.sh "threaded" "i686"
+
+    - stage: deploy
+      # This prevents job from appearing in test plan unless commit is tagged:
+      <<: *deploy
+      name: Build universal and cythonized for x86_64 bdist_wheel. Deploy bdist.
+      script:
+        - ./tools/run_docker_manylinux2014.sh "threaded" "x86_64"
+
+    - stage: deploy
+      # This prevents job from appearing in test plan unless commit is tagged:
+      <<: *deploy
+      name: Build universal and cythonized for aarch64 bdist_wheel. Deploy bdist.
+      arch: arm64
+      script:
+        - ./tools/run_docker_manylinux2014.sh "threaded" "aarch64"
 
 cache: pip
 before_cache:

.travis.yml

@@ -14,7 +14,7 @@ jobs:
 
       - script: |
           python -m pip install --upgrade pip
-          pip install -U setuptools
+          pip install -U setuptools virtualenv
           pip install -r requirements.txt
           pip install -U pytest pytest-sugar pytest-flake8 flake8-bugbear flake8-docstrings
         displayName: 'Install dependencies'
@@ -41,14 +41,14 @@ jobs:
 
       - script: |
           python -m pip install --upgrade pip
-          pip install -U setuptools
+          pip install -U setuptools virtualenv
           pip install -r requirements.txt
-          pip install -U pytest pylint pylint_junit isort[pyproject,requirements]
+          pip install -U pylint pylint_junit
         displayName: 'Install dependencies'
 
       - script: |
-          python setup.py --version
-        displayName: 'Generate version file'
+          python setup.py develop -v clean
+        displayName: 'Install package develop mode'
 
       - script: |
           pylint --output-format=pylint_junit.JUnitReporter threaded > pylint_result.xml
@@ -72,13 +72,13 @@ jobs:
 
       - script: |
           python -m pip install --upgrade pip
-          pip install -U setuptools
+          pip install -U setuptools virtualenv
           pip install -r requirements.txt
-          pip install -U "mypy>=0.700"
+          pip install -U "mypy>=0.720"
         displayName: 'Install dependencies'
 
       - script: |
-          python setup.py --version
+          python setup.py --version clean
         displayName: 'Generate version file'
 
       - script: |
@@ -97,6 +97,8 @@ jobs:
     parameters: {name: 'Python_36', python: '3.6', architecture: 'x64', kind: 'native'}
   - template: .azure_pipelines/run_tests.yml
     parameters: {name: 'Python_37', python: '3.7', architecture: 'x64', kind: 'native'}
+  - template: .azure_pipelines/run_tests.yml
+    parameters: {name: 'Python_38', python: '3.8', architecture: 'x64', kind: 'native'}
 
   - template: .azure_pipelines/run_tests.yml
     parameters: {name: 'Python_36', python: '3.6', architecture: 'x64', kind: 'cython'}
@@ -106,17 +108,23 @@ jobs:
     parameters: {name: 'Python_37', python: '3.7', architecture: 'x64', kind: 'cython'}
   - template: .azure_pipelines/run_tests.yml
     parameters: {name: 'Python_37', python: '3.7', architecture: 'x86', kind: 'cython'}
-
+  - template: .azure_pipelines/run_tests.yml
+    parameters: {name: 'Python_38', python: '3.8', architecture: 'x64', kind: 'cython'}
+  - template: .azure_pipelines/run_tests.yml
+    parameters: {name: 'Python_38', python: '3.8', architecture: 'x86', kind: 'cython'}
 
   - job: 'Build_and_deploy'
     dependsOn:
       - Python_36_x64_native
       - Python_37_x64_native
+      - Python_38_x64_native
 
       - Python_36_x64_cython
       - Python_36_x86_cython
       - Python_37_x64_cython
       - Python_37_x86_cython
+      - Python_38_x64_cython
+      - Python_38_x86_cython
     condition: and(succeeded(), startsWith(variables['Build.SourceBranch'], 'refs/tags/'))
     pool:
       vmIMage: 'VS2017-Win2016'
@@ -135,6 +143,12 @@ jobs:
         Python37_x86:
           python.version: '3.7'
           python.architecture: 'x86'
+        Python38_x64:
+          python.version: '3.8'
+          python.architecture: 'x64'
+        Python38_x86:
+          python.version: '3.8'
+          python.architecture: 'x86'
 
     steps:
       - task: UsePythonVersion@0
@@ -146,6 +160,7 @@ jobs:
           python -m pip install --upgrade pip
           pip install -U setuptools
           pip install -r build_requirements.txt
+          pip install -U --upgrade-strategy=eager wheel
         displayName: 'Install dependencies'
 
       - script: |

azure-pipelines.yml

@@ -0,0 +1,4 @@
+flake8
+flake8-bugbear
+pep8-naming
+flake8-docstrings