update data loading options

PurdueAF · Mar 4, 2024 · a03079a · a03079a
1 parent 4ecb6d1
commit a03079a
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 4 deletions.
diff --git a/af_benchmark/data_access/loader.py b/af_benchmark/data_access/loader.py
@@ -11,7 +11,7 @@ def get_file_list(cls):
         file_list = []
         for dir in dirs:
             file_list.extend(glob.glob(dir+"/**/*.root", recursive = True))
-    elif mode == 'dbs-dataset':
+    elif mode == 'dbs-datasets':
         dbsdatasets = cls.config.get('data-access.datasets', [])
         xrootdserver = cls.config.get('data-access.xrootdserver', 'eos.cms.rcac.purdue.edu:1094')
         dbs = DbsApi('https://cmsweb.cern.ch/dbs/prod/global/DBSReader')
@@ -20,7 +20,7 @@ def get_file_list(cls):
                 for dataset in dbsdatasets
                 for file in dbs.listFiles(dataset=dataset)
         ]
-    elif mode == 'dbs-block':
+    elif mode == 'dbs-blocks':
         dbsblocks = cls.config.get('data-access.blocks', [])
         xrootdserver = cls.config.get('data-access.xrootdserver', 'eos.cms.rcac.purdue.edu:1094')
         dbs = DbsApi('https://cmsweb.cern.ch/dbs/prod/global/DBSReader')

diff --git a/af_benchmark/example-configs/example-config-dbs-blocks.yaml b/af_benchmark/example-configs/example-config-dbs-blocks.yaml
@@ -1,7 +1,7 @@
 executor:
   backend: sequential
 data-access:
-  mode: dbs-block
+  mode: dbs-blocks
   xrootdserver: eos.cms.rcac.purdue.edu:1094
 #  xrootdserver: cms-xcache.rcac.purdue.edu:1094
 #  xrootdserver: cmsxrootd.hep.wisc.edu:1094

diff --git a/af_benchmark/example-configs/example-config-dbs-datasets.yaml b/af_benchmark/example-configs/example-config-dbs-datasets.yaml
@@ -1,7 +1,7 @@
 executor:
   backend: futures
 data-access:
-  mode: dbs-dataset
+  mode: dbs-datasets
 #  xrootdserver: eos.cms.rcac.purdue.edu:1094
   xrootdserver: cms-xcache.rcac.purdue.edu:1094
   datasets: