Package info updated. (#210)

pyproject.toml

@@ -1,10 +1,12 @@
+[build-system]
+requires = ["setuptools>=61.0"]
+build-backend = "setuptools.build_meta"
+
+[tool.pytest]
+timeout = 3000
+
 [tool.pytest.ini_options]
 log_cli = true
 log_cli_level = "INFO"
 log_cli_format = "%(asctime)s [%(levelname)8s] %(message)s (%(filename)s:%(lineno)s)"
 log_cli_date_format = "%Y-%m-%d %H:%M:%S"
-[pytest]
-timeout = 3000
-[build-system]
-requires = ["setuptools>=61.0"]
-build-backend = "setuptools.build_meta"

setup.py

@@ -1,50 +1,52 @@
-from setuptools import setup, find_namespace_packages
-from glob import glob
 from distutils import util
-configs = glob('dlio_benchmark/configs/**/*', recursive=True)
-print(configs)
-import pathlib, pkg_resources
-import os
-os.system("python -m pip install -r requirements.txt")
+from setuptools import find_namespace_packages, setup
+import pathlib
+
+HYDRA_VERSION = "1.3.2"
+
 test_deps = [
-    'pytest',
+    "pytest",
 ]
 core_deps = [
- 'mpi4py>=3.1.4',
- 'numpy>=1.23.5',
- 'h5py>=3.7.0',
- 'pandas>=1.5.1',
- 'psutil',
- 'pydftracer==1.0.2'
+    "Pillow~=9.3.0",
+    "PyYAML~=6.0",
+    "h5py~=3.11.0",
+    "mpi4py~=3.1.4",
+    "numpy~=1.23.5",
+    "omegaconf~=2.2.0",
+    "pandas~=1.5.1",
+    "psutil~=5.9.8",
+    "pydftracer==1.0.2",
 ]
 x86_deps = [
- 'hydra-core >= 1.2.0',
- 'tensorflow >= 2.11',
- 'torch >= 2.2',
- 'torchaudio',
- 'torchvision',
- 'nvidia-dali-cuda110' 
+    f"hydra-core=={HYDRA_VERSION}",
+    "nvidia-dali-cuda110>=1.34.0",
+    "tensorflow>=2.11",
+    "torch>=2.2",
+    "torchaudio",
+    "torchvision",
 ]
 ppc_deps = [
- 'hydra-core @ git+https://github.com/facebookresearch/hydra.git@v1.3.2#egg=hydra-core'
+    f"hydra-core @ git+https://github.com/facebookresearch/hydra.git@v{HYDRA_VERSION}#egg=hydra-core"
 ]
 
 deps = core_deps
 
 if "ppc" in util.get_platform():
-  deps.extend(ppc_deps)
+    deps.extend(ppc_deps)
 else:
-  deps.extend(x86_deps)
-print(deps)
+    deps.extend(x86_deps)
+
 extras = {
-    'test': test_deps,
+    "test": test_deps,
 }
-import pathlib
+
 here = pathlib.Path(__file__).parent.resolve()
 long_description = (here / "README.md").read_text(encoding="utf-8")
+
 setup(
-    name='dlio_benchmark',
-    version='2.0',
+    name="dlio_benchmark",
+    version="2.0.0",
     description="An I/O benchmark for deep Learning applications",
     long_description=long_description,
     long_description_content_type="text/markdown",
@@ -79,22 +81,23 @@
     # Main package definition
     packages=find_namespace_packages(where="."),
     package_dir={"dlio_benchmark": "dlio_benchmark"},
-    package_data={'dlio_benchmark.configs': ['*.yaml'],
-                  'dlio_benchmark.configs.hydra.help': ['*.yaml'],
-                  'dlio_benchmark.configs.hydra.job_logging': ['*.yaml'],
-                  'dlio_benchmark.configs.workload': ['*.yaml'],
-                  },
+    package_data={
+        "dlio_benchmark.configs": ["*.yaml"],
+        "dlio_benchmark.configs.hydra.help": ["*.yaml"],
+        "dlio_benchmark.configs.hydra.job_logging": ["*.yaml"],
+        "dlio_benchmark.configs.workload": ["*.yaml"],
+    },
     dependency_links=[
-        'https://download.pytorch.org/whl/cpu',
-        'https://developer.download.nvidia.com/compute/redist'
+        "https://download.pytorch.org/whl/cpu",
+        "https://developer.download.nvidia.com/compute/redist",
     ],
     install_requires=deps,
     tests_require=test_deps,
     extras_require=extras,
     entry_points={
-        'console_scripts': [
-            'dlio_benchmark = dlio_benchmark.main:main',
-            'dlio_postprocessor = dlio_benchmark.postprocessor:main',
+        "console_scripts": [
+            "dlio_benchmark = dlio_benchmark.main:main",
+            "dlio_postprocessor = dlio_benchmark.postprocessor:main",
         ]
-    }
+    },
 )