Publish on PyPI

.github/workflows/cd.yml

@@ -0,0 +1,53 @@
+name: Release
+
+on:
+  release:
+    types: [published]
+
+permissions:
+  contents: read
+
+jobs:
+  release-build:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.x"
+
+      - name: Build release distributions
+        run: |
+          # NOTE: put your own distribution build steps here.
+          python -m pip install build
+          python -m build
+
+      - name: Upload distributions
+        uses: actions/upload-artifact@v4
+        with:
+          name: release-dists
+          path: dist/
+
+  pypi-publish:
+    runs-on: ubuntu-latest
+
+    needs:
+      - release-build
+
+    permissions:
+      id-token: write
+
+    steps:
+      - name: Retrieve release distributions
+        uses: actions/download-artifact@v4
+        with:
+          name: release-dists
+          path: dist/
+
+      - name: Publish release distributions to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          user: __token__
+          password: ${{ secrets.PYPI_DLIO_TOKEN }}

.github/workflows/python-package-conda.yml → .github/workflows/ci.yml

@@ -1,4 +1,4 @@
-name: Python Package using Conda
+name: Build and Test
 
 on:
   pull_request:

.github/workflows/jekyll-gh-pages.yml

@@ -1,5 +1,5 @@
 # Sample workflow for building and deploying a Jekyll site to GitHub Pages
-name: Deploy Jekyll with GitHub Pages dependencies preinstalled
+name: Deploy Documentation
 
 on:
   # Runs on pushes targeting the default branch
@@ -51,5 +51,5 @@ jobs:
       - name: Deploy to GitHub Pages
         id: deployment
         uses: actions/deploy-pages@v1
-        with: 
+        with:
           folder: _build/html/

MANIFEST.in

@@ -1,2 +1,2 @@
-include requirements.txt
-recursive-include configs *
+prune docs
+recursive-include dlio_benchmark/configs *.yaml

requirements.txt

@@ -1,57 +1,17 @@
-absl-py>=1.3.0
-antlr4-python3-runtime>=4.9.3
-astunparse>=1.6.3
-cachetools>=5.2.0
-certifi>=2022.9.24
-charset-normalizer>=2.1.1
+--extra-index-url https://download.pytorch.org/whl/cpu
+--extra-index-url https://developer.download.nvidia.com/compute/redist
+
+PyYAML==6.0.1
+hydra-core==1.3.2
+mpi4py==3.1.6
+numpy==1.23.5
+nvidia-dali-cuda110==1.39.0
+omegaconf==2.2.3
+pandas==1.5.3
+Pillow==9.3.0
+psutil==5.9.8
 pydftracer==1.0.2
-flatbuffers>=23.5.26
-gast>=0.4.0
-google-auth>=2.14.1
-google-auth-oauthlib>=0.7.0
-google-pasta>=0.2.0
-grpcio>=1.51.0
-h5py>=3.7.0
-hydra-core>=1.2.0
-idna>=3.4
-keras>=2.15.0
-libclang>=14.0.6
-Markdown>=3.4.1
-MarkupSafe>=2.1.1
-mpi4py>=3.1.4
-numpy>=1.23.5
-nvidia-dali-cuda110>=1.34.0
-oauthlib>=3.2.2
-omegaconf>=2.2.3
-opt-einsum>=3.3.0
-packaging>=21.3
-pandas>=1.5.1
-Pillow>=9.3.0
-protobuf>=4.23.4
-psutil>=5.9.8
-pyasn1>=0.4.8
-pyasn1-modules>=0.2.8
-pyparsing>=3.0.9
-python-dateutil>=2.8.2
-pytz>=2022.6
-PyYAML>=6.0
-requests>=2.28.1
-requests-oauthlib>=1.3.1
-rsa>=4.9
-six>=1.16.0
-tensorboard>=2.11.0
-tensorboard-data-server>=0.7.2
-tensorboard-plugin-wit>=1.8.1
-tensorflow>=2.11.0
-tensorflow-io>=0.28.0
-tensorflow-estimator>=2.11.0
-termcolor>=2.1.1
-# Use cpu version of torch
---extra-index-url https://download.pytorch.org/whl/cpu torch>=2.2.0
-torchaudio>=2.2.0
-torchvision>=0.17.0
-typing_extensions>=4.9.0
-urllib3>=1.26.12
-Werkzeug>=2.2.2
-wrapt>=1.14.1
-psutil>=5.9.5
+pytest==8.2.0
+torch==2.3.1
+torchaudio==2.3.1
+triton==2.3.1

setup.py

@@ -52,25 +52,27 @@
     long_description_content_type="text/markdown",
     url="https://github.com/argonne-lcf/dlio_benchmark",
     author="Huihuo Zheng, Hariharan Devarajan (Hari)",
-    email="[email protected], [email protected]",
+    author_email="[email protected], [email protected]",
     classifiers=[  # Optional
         # How mature is this project? Common values are
         #   3 - Alpha
         #   4 - Beta
         #   5 - Production/Stable
         "Development Status :: 5 - Production/Stable",
         # Indicate who your project is intended for
-        "Intended Audience :: HPC",
+        "Intended Audience :: Science/Research",
         "Topic :: Software Development :: Build Tools",
         # Pick your license as you wish
-        "License :: OSI Approved :: Apache 2.0 License",
+        "License :: OSI Approved :: Apache Software License",
         # Specify the Python versions you support here. In particular, ensure
         # that you indicate you support Python 3. These classifiers are *not*
         # checked by 'pip install'. See instead 'python_requires' below.
         "Programming Language :: Python :: 3.7",
         "Programming Language :: Python :: 3.8",
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
+        "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
         "Programming Language :: Python :: 3 :: Only",
     ],
     keywords="deep learning, I/O, benchmark, NPZ, pytorch benchmark, tensorflow benchmark",