style

allenai · Apr 9, 2024 · ecfe090 · ecfe090
1 parent 893f8c0
commit ecfe090
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/hf_olmo/convert_olmo_to_hf.py b/hf_olmo/convert_olmo_to_hf.py
@@ -91,13 +91,15 @@ def download_remote_checkpoint_and_convert_to_hf(checkpoint_dir: str, local_dir:
     convert_checkpoint(local_model_path)
     return local_model_path
 
+
 def fix_bad_tokenizer(checkpoint_dir: str):
     path = os.path.join(checkpoint_dir, "config.yaml")
     conf = om.load(path)
     conf["tokenizer"]["identifier"] = "allenai/gpt-neox-olmo-dolma-v1_5"
     conf["model"]["eos_token_id"] = 50279
     om.save(conf, path)
 
+
 def main():
     parser = argparse.ArgumentParser(
         description="Adds a config.json to the checkpoint directory, and creates pytorch_model.bin, "