debugging.yaml

---
# This is an example configuration for a single experiment.
name: "Experiment configuration for debugging."
author: "Manuel Peuster"
version: 0.1

# time limit for measurement (s) (expandable)
max_time_t: null
repetitions: 1
# path to write results as pickled Pandas DF 
result_path: "out/debugging.pkl"
result_path_add_timestamp: False

pmodel:
    name: ExampleModel

# PANIC Paper: 135 configs * 0.2 (sampling rate) = 27
# max_samples: {min: 5, max: 27, step: 1}
# 90 = sqrt(8000)
selector:
    #- name: UniformRandomSelector
    #  # max. no. of samples to be selected (expandable)
    #  max_samples: {min: 2, max: 27, step: 1}
    - name: UniformGridSelector
      # max. no. of samples to be selected (expandable)
      max_samples: {min: 8, max: 9, step: 1}
    #- name: UniformGridSelectorRandomOffset
      # max. no. of samples to be selected (expandable)
    #  max_samples: {min: 8, max: 9, step: 1}
    #- name: UniformGridSelectorIncrementalOffset
      # max. no. of samples to be selected (expandable)
    #  max_samples: {min: 8, max: 9, step: 1}
    - name: UniformGridSelectorRandomStepBias
      # max. no. of samples to be selected (expandable)
      max_samples: {min: 8, max: 9, step: 1}
    #- name: PanicGreedyAdaptiveSelector
    #  # max. no. of samples to be selected (expandable)
    #  max_samples: {min: 2, max: 27, step: 1}
    #  max_border_points: 8  # PANIC: 2^d (d=parameter space dimension)

predictor:
    - name: PolynomialRegressionPredictor
      # poly. degree (expandable)
      degree: [2]
    #- name: SupportVectorRegressionPredictor
    #  epsilon: [0.01, 0.1, 0.5]  # epsilon (expandable)

error_metrics:
    - name: MSE
    - name: MAE
    - name: R2
    #- name: EVS

plot:
    - name: Boxplot
      disabled: True
      path: plots
      title: Error
      x: max_samples
      y: error_value
      y_lim_min: null
      y_lim_max: null
      n_plots:
        # list of columns that distinguish plots
        - selector
        - predictor
        - degree
        - epsilon
        - error
    - name: Lineplot
      disabled: False
      path: plots
      title: Selector Error Comparison
      x: max_samples
      y: error_value
      # column that distinguishes lines in plot
      hue: selector_conf
      error_bars: 95  # ="sd" or =95 (for ci)
      y_lim_min: null
      y_lim_max: null
      n_plots:
        # list of columns that distinguish plots
        - predictor
        - degree
        - epsilon
        - error
    - name: Lineplot
      disabled: False
      # needs fixed argument values for predictors!
      path: plots
      title: Predictor Error Comparison
      x: max_samples
      y: error_value
      # column that distinguishes lines in plot
      hue: predictor_conf
      error_bars: 95  # ="sd" or =95 (for ci)
      y_lim_min: null
      y_lim_max: null
      n_plots:
        # list of columns that distinguish plots
        - selector
        - error