feat: fix recursive_strict behavior for apply_custom_loss and patch, set default var_type to "std", add more parameters to VarianceEstimator

pyproject.toml

@@ -29,7 +29,7 @@ lightgbm = "^4.0.0"
 catboost = "^1.2"
 pyhumps = "^3.8.0"
 attrs = "^23.1.0"
-lightgbm-callbacks = "^0.1.1"
+scikit-learn = "^1.3.2"
 
 [tool.poetry.group.dev.dependencies]
 pre-commit = ">=3"

src/boost_loss/regression/sklearn.py

@@ -54,9 +54,11 @@ def __init__(
         n_jobs: int | None = 1,
         verbose: int = 0,
         random_state: int | None = None,
-        m_type: Literal["mean", "median"] = "median",
-        var_type: Literal["var", "std", "range", "mae", "mse"] = "var",
+        m_type: Literal["mean", "median"] = "mean",
+        var_type: Literal["var", "std", "range", "mae", "mse"] = "std",
         target_transformer: BaseEstimator | Any | None = None,
+        recursive: bool = True,
+        recursive_strict: bool = False,
     ) -> None:
         """Estimator that estimates the distribution by simply using multiple estimators
         with different `t`.
@@ -99,6 +101,11 @@ def __init__(
         target_transformer : BaseEstimator | Any | None, optional
             The transformer to use for transforming the target, by default None
             If `None`, no `TransformedTargetRegressor` is used.
+        recursive : bool, optional
+            Whether to recursively patch the estimator, by default True
+        recursive_strict : bool, optional
+            Whether to recursively patch the estimator's attributes,
+            lists, tuples, sets, and frozensets as well, by default False
 
         Raises
         ------
@@ -118,7 +125,9 @@ def __init__(
         self.m_type = m_type
         self.var_type = var_type
         self.target_transformer = target_transformer
-        self.random = np.random.RandomState(random_state)
+        self.recursive = recursive
+        self.recursive_strict = recursive_strict
+        self.random_state_ = np.random.RandomState(random_state)
 
     def fit(self, X: Any, y: Any, **fit_params: Any) -> Self:
         """Fit each estimator with different `t`.
@@ -149,13 +158,17 @@ def fit(self, X: Any, y: Any, **fit_params: Any) -> Self:
                 self.estimator,
                 AsymmetricLoss(self.loss, t=t),
                 target_transformer=self.target_transformer,
+                recursive=self.recursive,
+                recursive_strict=self.recursive_strict,
             )
             for t in self.ts_
         ]
-        if self.random is not None:
+        if self.random_state_ is not None:
+            # set different random state for each estimator
+            # otherwise, estimators will be identical
             for estimator in estimators_:
                 _recursively_set_random_state(
-                    estimator, self.random.randint(0, np.iinfo(np.int32).max)
+                    estimator, self.random_state_.randint(0, np.iinfo(np.int32).max)
                 )
         parallel_result = Parallel(n_jobs=self.n_jobs, verbose=self.verbose)(
             [delayed(estimator.fit)(X, y, **fit_params) for estimator in estimators_]