From 311d68b5e7ae0e73bfd1b6d2f01f18e624b5728f Mon Sep 17 00:00:00 2001 From: guipenedo Date: Mon, 8 Jul 2024 16:25:22 +0200 Subject: [PATCH] add seed to modal_sha --- src/lighteval/models/model_loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/lighteval/models/model_loader.py b/src/lighteval/models/model_loader.py index e0d9e802c..e67e1d7dd 100644 --- a/src/lighteval/models/model_loader.py +++ b/src/lighteval/models/model_loader.py @@ -151,4 +151,4 @@ def load_model_with_accelerate_or_default( def load_dummy_model(config: DummyModelConfig, env_config: EnvConfig): - return DummyModel(config=config, env_config=env_config), ModelInfo(model_name="dummy") \ No newline at end of file + return DummyModel(config=config, env_config=env_config), ModelInfo(model_name="dummy", model_sha=str(config.seed)) \ No newline at end of file