launch xgboost yaml

mmcdermott · Jul 28, 2024 · a305a55 · a305a55
1 parent 48550d1
commit a305a55
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/src/MEDS_tabular_automl/configs/launch_xgboost.yaml b/src/MEDS_tabular_automl/configs/launch_xgboost.yaml
@@ -2,7 +2,7 @@ defaults:
   - default
   - tabularization: default
   - override hydra/sweeper: optuna
-  - override hydra/sweeper/sampler: tpe
+  - override hydra/sweeper/sampler: cmaes
   - override hydra/launcher: joblib
   - _self_
 
@@ -41,11 +41,12 @@ hydra:
   # Optuna Sweeper
   sweeper:
     sampler:
+      # _target_: optuna.samplers.RandomSampler
       seed: 1
     study_name: null #study_${now:%Y-%m-%d_%H-%M-%S}
     storage: null
-    direction: minimize
-    n_trials: 250
+    direction: maximize
+    n_trials: 1000
     n_jobs: 25
 
     # Define search space for Optuna
@@ -55,6 +56,7 @@ hydra:
       +model_params.model.alpha: tag(log, interval(0.001, 1))
       +model_params.model.subsample: interval(0.5, 1)
       +model_params.model.min_child_weight: interval(1e-2, 100)
+      +model_params.model.colsample_bytree: interval(0.5, 1)
       model_params.num_boost_round: range(100, 1000)
       model_params.early_stopping_rounds: range(1, 10)
       +model_params.model.max_depth: range(2, 16)