Add llm others

usnistgov · Nov 23, 2024 · ac23283 · ac23283
1 parent 1089ece
commit ac23283
Show file tree

Hide file tree

Showing 6 changed files with 480 additions and 221 deletions.
diff --git a/atomgpt/examples/inverse_model/config.json b/atomgpt/examples/inverse_model/config.json
@@ -11,10 +11,10 @@
     "per_device_train_batch_size": 2,
     "gradient_accumulation_steps": 4,
     "num_train": 2,
-    "num_val": 2,
+    "num_val": 0,
     "num_test": 2,
     "model_save_path": "lora_model_m",
-    "loss_type": "atomgpt_structure",
+    "loss_type": "default",
     "optim": "adamw_8bit",
     "lr_scheduler_type": "linear",
     "output_dir": "outputs",
@@ -26,4 +26,4 @@
     "instruction": "Below is a description of a superconductor material.",
     "alpaca_prompt": "### Instruction:\n{}\n### Input:\n{}\n### Output:\n{}",
     "output_prompt": " Generate atomic structure description with lattice lengths, angles, coordinates and atom types."
-}
+}