Add NNI's CI

.azure/ci-testig-parameterized.yml

@@ -22,3 +22,4 @@ jobs:
     - "PyTorchLightning/flash_pl-develop.yaml"
     - "PyTorchLightning/flash_pl-release.yaml"
     - "microsoft/deepspeed-release.yaml"
+    - "microsoft/nni-release.yaml"

.github/workflows/dockers.yml

@@ -24,7 +24,7 @@ jobs:
 
       - uses: docker/setup-buildx-action@v1
       - name: Login to DockerHub
-        if: ${{ github.repository_owner == 'PyTorchLightning' }}
+        if: ${{ github.repository_owner == 'PyTorchLightning' && github.event_name == 'push' }}
         uses: docker/login-action@v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}

actions/_config.yaml

@@ -11,7 +11,7 @@ target_repository:
   # OPTIONAL, define installing package extras
   install_extras: all
   # OPTIONAL, install additional requirements
-  # install_file: requirements.txt
+  # install_files: requirements.txt
   # copy some  test from the target repository
   copy_tests:
     - integrations

actions/assistant.py

@@ -169,13 +169,20 @@ def _install_repo(repo: Dict[str, str], remove_dir: bool = True) -> List[str]:
         if "checkout" in repo:
             assert isinstance(repo["checkout"], str)
             cmds.append(f"git checkout {repo['checkout']}")
-        pip_install = "."
-        if "install_extras" in repo:
-            pip_install += f"[{AssistantCLI._extras(repo['install_extras'])}]"
-        cmds.append(f"pip install --quiet {pip_install}")
-        if "install_file" in repo:
-            assert isinstance(repo["install_file"], str)
-            cmds.append(f"pip install --quiet --upgrade -r {repo['install_file']}")
+
+        cmds += AssistantCLI.before_commands(repo, stage="install", as_append=True)
+
+        if "install_files" in repo:
+            files = repo["install_files"]
+            files = [files] if isinstance(files, str) else files
+            cmds.append(f"pip install --quiet --upgrade {' '.join([f'-r {fn}' for fn in files])}")
+        if "install_command" in repo:
+            cmds.append(repo["install_command"])
+        else:
+            pip_install = "."
+            if "install_extras" in repo:
+                pip_install += f"[{AssistantCLI._extras(repo['install_extras'])}]"
+            cmds.append(f"pip install --quiet {pip_install}")
         cmds.append("cd ..")
         if remove_dir:
             cmds.append(f"rm -rf {repo_name}")
@@ -242,7 +249,8 @@ def prepare_env(config_file: str = "config.yaml", path_root: str = _PATH_ROOT) -
                 is_file = os.path.splitext(test)[-1] != ""
                 copy_flag = "-r" if not is_file else ""
                 script.append(f'cp {copy_flag} "{repo_test}" "{os.path.join(AssistantCLI._FOLDER_TESTS, test)}"')
-        script.append(f'rm -rf "{repo_name}"')
+        if repo.get("remove_dir", True):
+            script.append(f'rm -rf "{repo_name}"')
 
         reqs = config.get("dependencies", [])
         for req in reqs:

configs/SeanNaren/deepspeech-release.yaml

@@ -5,7 +5,7 @@ target_repository:
     - data/an4.py
     - tests/smoke_test.py
     - labels.json
-  install_file: requirements.txt
+  install_files: requirements.txt
 
 contact:
   slack:

configs/microsoft/nni-release.yaml

@@ -0,0 +1,37 @@
+target_repository:
+  HTTPS: https://github.com/microsoft/nni.git
+  # checkout a particular branch or a tag
+  checkout: master
+  before_install:
+    - if [ -x "$(command -v nvidia-smi)" ]; then mv dependencies/recommended_gpu.txt dependencies/recommended.txt; fi
+  # NNI needs custom install. `python setup.py install` or `pip install .` won't work.
+  install_files:
+    - dependencies/develop.txt
+    - dependencies/required.txt
+    - dependencies/required_extra.txt
+    - dependencies/recommended.txt
+  install_command: python setup.py develop
+  # development build. Cannot remove dir
+  remove_dir: false
+  # copy some tests from the target repository
+  copy_tests:
+    # only retiarii uses pytorch-lightning for now
+    # might add more in future
+    - test/ut/retiarii
+    - test/ut/__init__.py
+
+before_install:
+  - pip install numpy
+
+dependencies:
+  - name: pytorch-lightning
+    HTTPS: https://github.com/PyTorchLightning/pytorch-lightning.git
+    checkout: release/1.5.x
+    install_extras: loggers
+
+testing:
+  dirs:
+    - test/ut
+
+runtimes:
+  - {os: "ubuntu-latest", python-version: "3.8"}

configs/vturrisi/solo-learn_pl-develop.yaml

@@ -4,7 +4,7 @@ target_repository:
   # OPTIONAL, define installing package extras
   install_extras: umap
   # OPTIONAL, install additional requirements
-  # install_file: requirements.txt
+  # install_files: requirements.txt
   # copy some  test from the target repository
   copy_tests:
     - tests

configs/vturrisi/solo-learn_pl-release.yaml

@@ -4,7 +4,7 @@ target_repository:
   # OPTIONAL, define installing package extras
   install_extras: umap
   # OPTIONAL, install additional requirements
-  # install_file: requirements.txt
+  # install_files: requirements.txt
   # copy some  test from the target repository
   copy_tests:
     - tests