use ExtraTrees as default base learner

Author: thierrymoudiki

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "maturin"
 
 [project]
 name = "genbooster"
-version = "0.4.0"
+version = "0.5.0"
 description = "A fast boosting implementation using Rust and Python"
 requires-python = ">=3.7"
 authors = [

setup.py

@@ -2,7 +2,7 @@
 
 setup(
     name="genbooster",
-    version="0.4.0",
+    version="0.5.0",
     packages=find_packages(where="src"),
     package_dir={"": "src"},
     install_requires=[

src/genbooster/genboosterclassifier.py

@@ -5,6 +5,7 @@
 from sklearn.base import BaseEstimator, RegressorMixin, ClassifierMixin
 from sklearn.preprocessing import StandardScaler, OneHotEncoder
 from sklearn.linear_model import Ridge
+from sklearn.tree import ExtraTreeRegressor
 from .rust_core import RustBooster as _RustBooster
 
 
@@ -13,7 +14,7 @@ class BoosterClassifier(BaseEstimator, ClassifierMixin):
 
     Parameters:
 
-        base_estimator: Base learner to use for the booster.
+        base_estimator: Base learner to use for the booster. Default is ExtraTreeRegressor.
 
         n_estimators: Number of boosting stages to perform.
 
@@ -56,7 +57,7 @@ def __init__(self,
                 tolerance: float = 1e-4,
                 random_state: Optional[int] = 42):
         if base_estimator is None:
-            self.base_estimator = Ridge()
+            self.base_estimator = ExtraTreeRegressor()
         else: 
             self.base_estimator = base_estimator        
         self.n_estimators = n_estimators

src/genbooster/genboosterregressor.py

@@ -5,8 +5,10 @@
 from sklearn.base import BaseEstimator, RegressorMixin, ClassifierMixin
 from sklearn.preprocessing import StandardScaler, OneHotEncoder
 from sklearn.linear_model import Ridge
+from sklearn.tree import ExtraTreeRegressor
 from .rust_core import RustBooster as _RustBooster
 
+
 class BoosterRegressor(BaseEstimator, RegressorMixin):
     """Generic Gradient Boosting Regressor (for any base learner).
 
@@ -57,6 +59,10 @@ def __init__(
         random_state: Optional[int] = 42
     ):
         self.base_estimator = base_estimator
+        if base_estimator is None:
+            self.base_estimator = ExtraTreeRegressor()
+        else: 
+            self.base_estimator = base_estimator
         self.n_estimators = n_estimators
         self.learning_rate = learning_rate
         self.n_hidden_features = n_hidden_features

src/genbooster/rust_core.cpython-312-darwin.so

@@ -1 +1 @@
-cd815e9d9fa64be9
+75e3a61205c0979d

target/debug/.fingerprint/genbooster-53dac35c39213789/lib-genbooster

@@ -1 +1 @@
-{"rustc":8308448953891780981,"features":"[]","declared_features":"[]","target":7775661509111195289,"profile":7481509334846997914,"path":17777289886553719987,"deps":[[1773036428841864304,"linfa",false,13796361333782155478],[2307970661281702218,"numpy",false,9177328553660719973],[5910892534286594076,"rand",false,1642172812197523942],[7893086541683815303,"linfa_elasticnet",false,10738206144616120958],[11491204902755878355,"pyo3",false,9717495171982902883],[15437040057372272760,"linfa_linear",false,18104169532794384664],[16880308220206177859,"ndarray",false,13822828271593039946],[17246046207308087067,"linfa_pls",false,17110029286974277900]],"local":[{"CheckDepInfo":{"dep_info":"debug/.fingerprint/genbooster-53dac35c39213789/dep-lib-genbooster"}}],"rustflags":[],"metadata":7797948686568424061,"config":2202906307356721367,"compile_kind":0}
+{"rustc":8308448953891780981,"features":"[]","declared_features":"[]","target":7775661509111195289,"profile":7631824717372466827,"path":17777289886553719987,"deps":[[1773036428841864304,"linfa",false,13796361333782155478],[2307970661281702218,"numpy",false,5246450974553583619],[5910892534286594076,"rand",false,1642172812197523942],[7893086541683815303,"linfa_elasticnet",false,10738206144616120958],[11491204902755878355,"pyo3",false,10049241876928269031],[15437040057372272760,"linfa_linear",false,18104169532794384664],[16880308220206177859,"ndarray",false,13822828271593039946],[17246046207308087067,"linfa_pls",false,17110029286974277900]],"local":[{"CheckDepInfo":{"dep_info":"debug/.fingerprint/genbooster-53dac35c39213789/dep-lib-genbooster"}}],"rustflags":[],"metadata":7797948686568424061,"config":2202906307356721367,"compile_kind":0}

target/debug/.fingerprint/genbooster-53dac35c39213789/lib-genbooster.json

@@ -1 +1 @@
-63469d985f7adb86
+e70a4a703e14768b

target/debug/.fingerprint/genbooster-53dac35c39213789/output-lib-genbooster

@@ -1 +1 @@
-{"rustc":8308448953891780981,"features":"[\"default\", \"extension-module\", \"indoc\", \"macros\", \"pyo3-macros\", \"unindent\"]","declared_features":"[\"abi3\", \"abi3-py310\", \"abi3-py311\", \"abi3-py37\", \"abi3-py38\", \"abi3-py39\", \"anyhow\", \"auto-initialize\", \"chrono\", \"default\", \"experimental-inspect\", \"extension-module\", \"eyre\", \"full\", \"generate-import-lib\", \"hashbrown\", \"indexmap\", \"indoc\", \"inventory\", \"macros\", \"multiple-pymethods\", \"nightly\", \"num-bigint\", \"num-complex\", \"pyo3-macros\", \"rust_decimal\", \"serde\", \"unindent\"]","target":3917981434725704152,"profile":6609184196851301694,"path":12318942634921028097,"deps":[[2452538001284770427,"cfg_if",false,7805845475459972740],[4198017634353570385,"parking_lot",false,15131708163124596309],[5748077777622396073,"memoffset",false,16724842799913194657],[7780729136333935213,"libc",false,8626046537738359144],[8413899861287479280,"unindent",false,13788096523579970376],[9535745648096932827,"pyo3_macros",false,16312271500822600982],[11491204902755878355,"build_script_build",false,14326852061224627412],[14558274942756651873,"pyo3_ffi",false,18417579364376809910],[18062083972812265452,"indoc",false,13561862281385562631]],"local":[{"CheckDepInfo":{"dep_info":"debug/.fingerprint/pyo3-3b8f58838dd2d5fe/dep-lib-pyo3"}}],"rustflags":[],"metadata":13602786906243840833,"config":2202906307356721367,"compile_kind":0}
+{"rustc":8308448953891780981,"features":"[\"default\", \"extension-module\", \"indoc\", \"macros\", \"pyo3-macros\", \"unindent\"]","declared_features":"[\"abi3\", \"abi3-py310\", \"abi3-py311\", \"abi3-py37\", \"abi3-py38\", \"abi3-py39\", \"anyhow\", \"auto-initialize\", \"chrono\", \"default\", \"experimental-inspect\", \"extension-module\", \"eyre\", \"full\", \"generate-import-lib\", \"hashbrown\", \"indexmap\", \"indoc\", \"inventory\", \"macros\", \"multiple-pymethods\", \"nightly\", \"num-bigint\", \"num-complex\", \"pyo3-macros\", \"rust_decimal\", \"serde\", \"unindent\"]","target":3917981434725704152,"profile":6609184196851301694,"path":12318942634921028097,"deps":[[2452538001284770427,"cfg_if",false,7805845475459972740],[4198017634353570385,"parking_lot",false,15131708163124596309],[5748077777622396073,"memoffset",false,16724842799913194657],[7780729136333935213,"libc",false,8626046537738359144],[8413899861287479280,"unindent",false,13788096523579970376],[9535745648096932827,"pyo3_macros",false,16312271500822600982],[11491204902755878355,"build_script_build",false,16766450166957907201],[14558274942756651873,"pyo3_ffi",false,510530259404512936],[18062083972812265452,"indoc",false,13561862281385562631]],"local":[{"CheckDepInfo":{"dep_info":"debug/.fingerprint/pyo3-3b8f58838dd2d5fe/dep-lib-pyo3"}}],"rustflags":[],"metadata":13602786906243840833,"config":2202906307356721367,"compile_kind":0}