SONARPY-1791: Typeshed add Scikit-learn stubs (#1778)

Author: joke1196

.cirrus.yml

@@ -74,6 +74,10 @@ build_task:
     folder: ${CIRRUS_WORKING_DIR}/.m2/repository
   build_script:
     - git submodule update --init
+    - cd python-frontend/typeshed_serializer/resources/python-type-stubs
+    - git sparse-checkout set stubs/sklearn 
+    - git checkout
+    - cd -
     - source cirrus-env BUILD
     - regular_mvn_build_deploy_analyze
     - ./check-license-compliance.sh
@@ -90,6 +94,10 @@ build_win_task:
   build_script:
     - git config --global core.autocrlf input
     - git submodule update --init
+    - cd python-frontend/typeshed_serializer/resources/python-type-stubs
+    - git sparse-checkout set stubs/sklearn 
+    - git checkout
+    - cd -
     - source cirrus-env CI
     - unset SONARSOURCE_QA
     - mvn.cmd package -DskipTypeshed=true

.gitmodules

@@ -8,3 +8,6 @@
 [submodule "tools/typeshed_serializer/resources/typeshed"]
 	path = python-frontend/typeshed_serializer/resources/typeshed
 	url = https://github.com/python/typeshed.git
+[submodule "tools/typeshed_serializer/resources/python-type-stubs"]
+	path = python-frontend/typeshed_serializer/resources/python-type-stubs
+	url = https://github.com/microsoft/python-type-stubs

README.md

@@ -32,7 +32,13 @@ The Python interpreter is not required in that case.
 - Maven 3.0.0 or newer
 - Python 3.9 or newer
 - [tox](https://tox.readthedocs.io/en/latest/) - `pip install tox`
-- Run `git submodule update --init` to retrieve [Typeshed](https://github.com/python/typeshed) as a Git submodule
+- Run `git submodule update --init` to retrieve [Typeshed](https://github.com/python/typeshed) and [SKlearn stubs](https://github.com/microsoft/python-type-stubs/tree/main/stubs/sklearn) as a Git submodules.
+- Run the following commands to extract only the needed files for the SKlearn stubs
+```
+cd python-frontend/typeshed_serializer/resources/python-type-stubs
+git sparse-checkout set stubs/sklearn 
+git checkout
+```
 
 All the above should be available in PATH.
 

its/ruling/src/test/resources/expected_extended/scikit-learn/python-S1764.json

@@ -1,32 +1,32 @@
 {
-'scikit-learn:sklearn/base.py':[
-489,
+"scikit-learn:sklearn/base.py": [
+489
 ],
-'scikit-learn:sklearn/datasets/tests/test_base.py':[
-78,
+"scikit-learn:sklearn/datasets/tests/test_base.py": [
+78
 ],
-'scikit-learn:sklearn/externals/_arff.py':[
+"scikit-learn:sklearn/externals/_arff.py": [
 508,
 583,
-624,
+624
 ],
-'scikit-learn:sklearn/metrics/tests/test_pairwise.py':[
-976,
+"scikit-learn:sklearn/metrics/tests/test_pairwise.py": [
+976
 ],
-'scikit-learn:sklearn/metrics/tests/test_ranking.py':[
+"scikit-learn:sklearn/metrics/tests/test_ranking.py": [
 1200,
 1536,
 1538,
 1554,
 1561,
 1568,
-1576,
+1576
 ],
-'scikit-learn:sklearn/model_selection/tests/test_search.py':[
+"scikit-learn:sklearn/model_selection/tests/test_search.py": [
 877,
-883,
-],
-'scikit-learn:sklearn/utils/fixes.py':[
-46,
+883
 ],
+"scikit-learn:sklearn/utils/fixes.py": [
+46
+]
 }

its/ruling/src/test/resources/expected_extended/scikit-learn/python-S2159.json

@@ -0,0 +1,5 @@
+{
+"scikit-learn:sklearn/linear_model/tests/test_coordinate_descent.py": [
+1062
+]
+}

its/ruling/src/test/resources/expected_extended/scikit-learn/python-S2201.json

@@ -1,28 +1,31 @@
 {
-'scikit-learn:sklearn/gaussian_process/tests/test_kernels.py':[
-384,
+"scikit-learn:sklearn/covariance/tests/test_graphical_lasso.py": [
+234
 ],
-'scikit-learn:sklearn/metrics/tests/test_score_objects.py':[
+"scikit-learn:sklearn/gaussian_process/tests/test_kernels.py": [
+384
+],
+"scikit-learn:sklearn/metrics/tests/test_score_objects.py": [
 224,
-466,
+466
 ],
-'scikit-learn:sklearn/model_selection/tests/test_split.py':[
-938,
+"scikit-learn:sklearn/model_selection/tests/test_split.py": [
+938
 ],
-'scikit-learn:sklearn/tests/test_base.py':[
+"scikit-learn:sklearn/tests/test_base.py": [
 217,
-228,
+228
 ],
-'scikit-learn:sklearn/tests/test_pipeline.py':[
+"scikit-learn:sklearn/tests/test_pipeline.py": [
 198,
-220,
+220
 ],
-'scikit-learn:sklearn/utils/estimator_checks.py':[
-3132,
+"scikit-learn:sklearn/utils/estimator_checks.py": [
+3132
 ],
-'scikit-learn:sklearn/utils/tests/test_pprint.py':[
+"scikit-learn:sklearn/utils/tests/test_pprint.py": [
 287,
 672,
-677,
-],
+677
+]
 }

its/ruling/src/test/resources/expected_extended/scikit-learn/python-S5607.json

@@ -0,0 +1,5 @@
+{
+"scikit-learn:sklearn/linear_model/tests/test_coordinate_descent.py": [
+1049
+]
+}

its/ruling/src/test/resources/expected_extended/scikit-learn/python-S5642.json

@@ -0,0 +1,6 @@
+{
+"scikit-learn:sklearn/neighbors/tests/test_kde.py": [
+112,
+174
+]
+}

its/ruling/src/test/resources/expected_extended/scikit-learn/python-S5644.json

@@ -1,6 +1,14 @@
 {
-'scikit-learn:sklearn/tree/tests/test_tree.py':[
+"scikit-learn:sklearn/cluster/tests/test_hierarchical.py": [
+643
+],
+"scikit-learn:sklearn/tree/tests/test_tree.py": [
 2207,
-2301,
+2301
 ],
+"scikit-learn:sklearn/utils/tests/test_fast_dict.py": [
+15,
+19,
+23
+]
 }

its/ruling/src/test/resources/expected_extended/scikit-learn/python-S905.json

@@ -1,13 +1,16 @@
 {
-'scikit-learn:sklearn/_loss/tests/test_loss.py':[
+"scikit-learn:sklearn/_loss/tests/test_loss.py": [
 838,
-839,
+839
 ],
-'scikit-learn:sklearn/linear_model/_glm/tests/test_glm.py':[
-453,
-464,
+"scikit-learn:sklearn/ensemble/tests/test_voting.py": [
+101
 ],
-'scikit-learn:sklearn/linear_model/tests/test_logistic.py':[
-2222,
+"scikit-learn:sklearn/linear_model/_glm/tests/test_glm.py": [
+453,
+464
 ],
+"scikit-learn:sklearn/linear_model/tests/test_logistic.py": [
+2222
+]
 }