diff --git a/src/brevitas_examples/llm/config/default_template.yml b/src/brevitas_examples/llm/config/default_template.yml index 02f803cf2..792e84008 100644 --- a/src/brevitas_examples/llm/config/default_template.yml +++ b/src/brevitas_examples/llm/config/default_template.yml @@ -2,7 +2,6 @@ act_calibration: false act_equalization: null bias_corr: false checkpoint_name: null -config: null convert_layernorm_to_rmsnorm: false dataset: wikitext2 eval: false @@ -38,6 +37,7 @@ model: facebook/opt-125m no_float16: false no_quantize: false nsamples: 128 +quant_sdpa: false quantize_input_zero_point: false quantize_last_layer: false quantize_weight_zero_point: false diff --git a/src/brevitas_examples/llm/config/gen_template.py b/src/brevitas_examples/llm/config/gen_template.py index fb95af0e1..a514eb1fe 100644 --- a/src/brevitas_examples/llm/config/gen_template.py +++ b/src/brevitas_examples/llm/config/gen_template.py @@ -4,5 +4,7 @@ if __name__ == "__main__": default_args = parse_args([]) + args_dict = default_args.__dict__ + del args_dict["config"] # Config file cannot be specified via YAML with open('default_template.yml', 'w') as f: - yaml.dump(default_args.__dict__, f) + yaml.dump(args_dict, f)