diff --git a/mmlearn/conf/__init__.py b/mmlearn/conf/__init__.py index 997ed4e..df9b505 100644 --- a/mmlearn/conf/__init__.py +++ b/mmlearn/conf/__init__.py @@ -168,7 +168,6 @@ class MMLearnConf: job=JobConf( name=II("experiment_name"), env_set={ - "NCCL_IB_DISABLE": "1", "TORCH_NCCL_ASYNC_ERROR_HANDLING": "3", "HYDRA_FULL_ERROR": "1", }, diff --git a/projects/med_benchmarking/datasets/pad_ufes_20.py b/projects/med_benchmarking/datasets/pad_ufes_20.py index 37f86f6..d0c4c04 100644 --- a/projects/med_benchmarking/datasets/pad_ufes_20.py +++ b/projects/med_benchmarking/datasets/pad_ufes_20.py @@ -6,15 +6,14 @@ import pandas as pd import torch -from omegaconf import MISSING -from PIL import Image -from torch.utils.data import Dataset -from torchvision.transforms import CenterCrop, Compose, Resize, ToTensor - from mmlearn.conf import external_store from mmlearn.constants import EXAMPLE_INDEX_KEY from mmlearn.datasets.core import Modalities from mmlearn.datasets.core.example import Example +from omegaconf import MISSING +from PIL import Image +from torch.utils.data import Dataset +from torchvision.transforms import CenterCrop, Compose, Resize, ToTensor @external_store(group="datasets", root_dir=os.getenv("PADUFES_ROOT_DIR", MISSING)) @@ -69,7 +68,9 @@ def _load_and_process_metadata(self) -> pd.DataFrame: df["path"] = df["img_id"].apply( lambda imgid: os.path.join(self.root_dir, "Dataset", imgid) ) - df.drop(columns=["img_id", "diagnostic"], inplace=True) + df.drop(columns=["img_id", "diagnostic"], inplace=True).reset_index( + drop=True, inplace=True + ) # Split into train and test dataset = {}