Merge branch 'realese/v0.4.0'

Author: maks-sh

.coveragerc

@@ -0,0 +1,2 @@
+[run]
+omit = sklift/tests/*,*__init__.py*

.github/workflows/ci-test.yml

@@ -3,29 +3,67 @@ name: Python package
 on:
   push:
     branches: [ master ]
-  pull_request:
-    
+  pull_request_target:
 
 jobs:
   test:
     name: Check tests
-    runs-on: ${{ matrix.operating-system }}
+    runs-on: ${{ matrix.os }}
+    env:
+      # fix the python version and the operating system for codecoverage commentator
+      USING_COVERAGE_PY: '3.8'
+      USING_COVERAGE_OS: 'ubuntu-latest'
+    outputs:
+      # fix the results of pytest for unix
+      output1: ${{ steps.pytest.outputs.exit_code }}
+
     strategy:
       matrix:
-        operating-system: [ubuntu-latest, windows-latest, macos-latest]
-        python-version: [3.6, 3.7, 3.8, 3.9]
+        os: ['ubuntu-latest', 'windows-latest', 'macos-latest']
+        python-version: ['3.6', '3.7', '3.8', '3.9']
+      # GitHub does not cancel all in-progress jobs if any matrix job fails
       fail-fast: false
 
     steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v2
-      with:
-        python-version: ${{ matrix.python-version }}
-    - name: Install dependencies and lints
-      run: pip install pytest .[tests]
-    - name: Run PyTest
-      run: pytest
+      - uses: actions/checkout@v2
+      # Install python
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+      # Update pip and install dependencies
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install . -r test_requirements.txt -r requirements.txt
+      # Pytest in windows
+      - name: Run PyTest windows
+        if: ${{ matrix.os == 'windows-latest' }}
+        run: |
+          pytest | tee pytest-coverage.txt
+      # Pytest in unix. Exit code of this run captures the exit status of tee and not of pytest
+      # So, use $PIPESTATUS that holds the exit status of each command in pipeline
+      - name: Run PyTest unix
+        if: ${{ matrix.os != 'windows-latest' }}
+        id: pytest
+        run: |
+          pytest | tee pytest-coverage.txt;
+          exit_code=${PIPESTATUS[0]};
+          echo "::set-output name=exit_code::$exit_code"
+      # Сomment on the results of the test coverage
+      - name: Comment coverage
+        if: contains(env.USING_COVERAGE_PY, matrix.python-version) && contains(env.USING_COVERAGE_OS, matrix.os)
+        uses: MishaKav/[email protected]
+        with:
+          pytest-coverage-path: ./pytest-coverage.txt
+          junitxml-path: ./pytest.xml
+      # For unix workflow should have failed if exit code of pytest were 1
+      - name: Check fail of pytest unix
+        if: ${{ matrix.os != 'windows-latest' && steps.pytest.outputs.exit_code == 1 }}
+        uses: actions/github-script@v3
+        with:
+          script: |
+              core.setFailed('Some tests failed!')
 
   check_sphinx_build:
     name: Check Sphinx build for docs
@@ -34,15 +72,15 @@ jobs:
       matrix:
         python-version: [3.8]
     steps:
-    - name: Checkout
-      uses: actions/checkout@v2
-    - name: Set up Python
-      uses: actions/setup-python@v2
-      with:
-        python-version: ${{ matrix.python-version }}
-    - name: Update pip
-      run: python -m pip install --upgrade pip
-    - name: Install dependencies
-      run: pip install -r docs/requirements.txt
-    - name: Run Sphinx
-      run: sphinx-build -b html docs /tmp/_docs_build
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Set up Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Update pip and install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r docs/requirements.txt -r requirements.txt
+      - name: Run Sphinx
+        run: sphinx-build -W -b html docs /tmp/_docs_build

.gitignore

@@ -62,6 +62,7 @@ coverage.xml
 *.cover
 .hypothesis/
 .pytest_cache/
+pytest.xml
 
 # Translations
 *.mo

.readthedocs.yml

@@ -13,7 +13,8 @@ sphinx:
 #  configuration: mkdocs.yml
 
 # Optionally build your docs in additional formats such as PDF and ePub
-formats: all
+formats:
+  - htmlzip
 
 # Optionally set the version of Python and requirements required to build your docs
 python:

Readme.rst

@@ -54,19 +54,22 @@ Articles in russian on habr.com: `Part 1 <https://habr.com/ru/company/ru_mts/blo
 `Part 2 <https://habr.com/ru/company/ru_mts/blog/485976/>`__
 and `Part 3 <https://habr.com/ru/company/ru_mts/blog/538934/>`__.
 
-**Features**:
+Why sklift
+-------------
+
+- Сomfortable and intuitive *scikit-learn*-like API;
 
-* Сomfortable and intuitive scikit-learn-like API;
+- More uplift metrics than you have ever seen in one place! Include brilliants like  *Area Under Uplift Curve* (AUUC) or *Area Under Qini Curve* (Qini coefficient) with ideal cases;
 
-* Applying any estimator compatible with scikit-learn (e.g. Xgboost, LightGBM, Catboost, etc.);
+- Supporting any estimator compatible with scikit-learn (e.g. Xgboost, LightGBM, Catboost, etc.);
 
-* All approaches can be used in sklearn.pipeline (see example (`EN <https://nbviewer.jupyter.org/github/maks-sh/scikit-uplift/blob/master/notebooks/pipeline_usage_EN.ipynb>`__ |Open In Colab3|_, `RU <https://nbviewer.jupyter.org/github/maks-sh/scikit-uplift/blob/master/notebooks/pipeline_usage_RU.ipynb>`__ |Open In Colab4|_));
+- All approaches can be used in the ``sklearn.pipeline``. See the example of usage on `the Tutorials page <https://www.uplift-modeling.com/en/latest/tutorials.html>`__;
 
-* Almost all implemented approaches solve classification and regression problem;
+- Also metrics are compatible with the classes from ``sklearn.model_selection``. See the example of usage on `the Tutorials page <https://www.uplift-modeling.com/en/latest/tutorials.html>`__;
 
-* More uplift metrics that you have ever seen in one place! Include brilliants like  *Area Under Uplift Curve* (AUUC) or *Area Under Qini Curve* (Qini coefficient) with ideal cases;
+- Almost all implemented approaches solve classification and regression problems;
 
-* Nice and useful viz for analyzing a performance model.
+- Nice and useful viz for analysing a performance model.
 
 Installation
 -------------
@@ -112,24 +115,25 @@ Use the intuitive python API to train uplift models with `sklift.models  <https:
 .. code-block:: python
 
     # import approaches
-    from sklift.models import SoloModel, ClassTransformation, TwoModels
+    from sklift.models import SoloModel, ClassTransformation
     # import any estimator adheres to scikit-learn conventions.
-    from catboost import CatBoostClassifier
-
+    from lightgbm import LGBMClassifier
 
     # define models
-    treatment_model = CatBoostClassifier(iterations=50, thread_count=3,
-                                         random_state=42, silent=True)
-    control_model = CatBoostClassifier(iterations=50, thread_count=3,
-                                       random_state=42, silent=True)
+    estimator = LGBMClassifier(n_estimators=10)
+
+    # define metamodel
+    slearner = SoloModel(estimator=estimator)
 
-    # define approach
-    tm = TwoModels(treatment_model, control_model, method='vanilla')
     # fit model
-    tm = tm.fit(X_train, y_train, treat_train)
+    slearner.fit(
+        X=X_tr,
+        y=y_tr,
+        treatment=trmnt_tr,
+    )
 
     # predict uplift
-    uplift_preds = tm.predict(X_val)
+    uplift_slearner = slearner.predict(X_val)
 
 **Evaluate your uplift model**
 
@@ -144,33 +148,48 @@ Uplift model evaluation metrics are available in `sklift.metrics  <https://www.u
 
 
     # Uplift@30%
-    tm_uplift_at_k = uplift_at_k(y_true=y_val, uplift=uplift_preds, treatment=treat_val,
-                                 strategy='overall', k=0.3)
+    uplift_at_k = uplift_at_k(y_true=y_val, uplift=uplift_slearner,
+                              treatment=trmnt_val,
+                              strategy='overall', k=0.3)
 
     # Area Under Qini Curve
-    tm_qini_auc = qini_auc_score(y_true=y_val, uplift=uplift_preds, treatment=treat_val)
+    qini_coef = qini_auc_score(y_true=y_val, uplift=uplift_slearner,
+                               treatment=trmnt_val)
 
     # Area Under Uplift Curve
-    tm_uplift_auc = uplift_auc_score(y_true=y_val, uplift=uplift_preds, treatment=treat_val)
+    uplift_auc = uplift_auc_score(y_true=y_val, uplift=uplift_slearner,
+                                  treatment=trmnt_val)
 
     # Weighted average uplift
-    tm_wau = weighted_average_uplift(y_true=y_val, uplift=uplift_preds,  treatment=treat_val)
+    wau = weighted_average_uplift(y_true=y_val, uplift=uplift_slearner,
+                                  treatment=trmnt_val)
 
 **Vizualize the results**
 
 Visualize performance metrics with `sklift.viz  <https://www.uplift-modeling.com/en/latest/api/viz/index.html>`__.
 
 .. code-block:: python
 
-    # import vizualisation tools
     from sklift.viz import plot_qini_curve
+    import matplotlib.pyplot as plt
+
+    fig, ax = plt.subplots(1, 1)
+    ax.set_title('Qini curves')
+
+    plot_qini_curve(
+        y_test, uplift_slearner, trmnt_test,
+        perfect=True, name='Slearner', ax=ax
+    );
 
-    plot_qini_curve(y_true=y_val, uplift=uplift_preds, treatment=treat_val, negative_effect=True)
+    plot_qini_curve(
+        y_test, uplift_revert, trmnt_test,
+        perfect=False, name='Revert label', ax=ax
+    );
 
-.. image:: docs/_static/images/Readme_qini_curve.png
+.. image:: docs/_static/images/quick_start_qini.png
     :width: 514px
     :height: 400px
-    :alt: Example of model's qini curve, perfect qini curve and random qini curve
+    :alt: Example of some models qini curves, perfect qini curve and random qini curve
 
 Development
 -----------

docs/404.rst

@@ -0,0 +1,15 @@
+:orphan:
+
+*******************
+404 Page Not Found
+*******************
+
+.. image:: _static/images/sklift_404.png
+   :alt: 404 Page not found
+   :align: center
+   :width: 250 px
+   :height: 250 px
+
+Sorry, we couldn't find that page.
+
+Try using the search box or go to the `homepage <https://www.uplift-modeling.com/en/latest/index.html>`__.